{"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.562102927Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.617216543Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.670438098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.728808942Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.835318903Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:08.835344648Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:09.05815035Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:09.058190431Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:09.226919779Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/bbc3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:09.598265134Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.094317327Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206021626Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206166363Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206242897Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206321335Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206376849Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.20643164Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206482419Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206532289Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206583374Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206653637Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206700731Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206766575Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206777678Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.206915441Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207100654Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207181093Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207230131Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207249279Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207327662Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.207421209Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.308559751Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 03:56:10.308585 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1103 03:56:10.418045 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.418419921Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.418673484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.41875237Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.418878873Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.418937822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.418974556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419011472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419172026Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419384637Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419400054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419505039Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419558037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419744289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419890781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419938502Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419973102Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.419985322Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420013294Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420034156Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420144081Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420255916Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420262285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420290742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420310736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420408408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420555468Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420566677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420618049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420680123Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420712662Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420751349Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420015849Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420293296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420882518Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.420911425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421301598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421383301Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421450299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421490686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421533945Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421583648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421712914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421816871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421862584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.42193966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.421969847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.422001777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.422145996Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.42218737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.422219343Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.422253846Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.422322991Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.510093507Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.5101225Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.534582984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.634128639Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.796500903Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.82340123Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.823456235Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.824770317Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.824803393Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.824856704Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.824877906Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.82497694Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.824994503Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.925752914Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.925796791Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.92579825Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.925812011Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.925755601Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:10.925885239Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:12.243603131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5838598e-9059-4eab-a3e6-fad715945aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:12.298122314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5838598e-9059-4eab-a3e6-fad715945aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:12.352577962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5838598e-9059-4eab-a3e6-fad715945aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:12.406444122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5838598e-9059-4eab-a3e6-fad715945aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:14.354275525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f282-bb65-46c0-bfa3-21ba3bba99f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:14.408146431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f282-bb65-46c0-bfa3-21ba3bba99f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:14.461778478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f282-bb65-46c0-bfa3-21ba3bba99f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:14.515515311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f282-bb65-46c0-bfa3-21ba3bba99f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:20.548683155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04552044-8592-4900-b747-544b3bc3a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:20.60289821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04552044-8592-4900-b747-544b3bc3a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:20.657315963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04552044-8592-4900-b747-544b3bc3a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:20.712260113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04552044-8592-4900-b747-544b3bc3a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:22.730115784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93925bb8-b3a3-439d-9c12-a362f26bb050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:22.783851126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93925bb8-b3a3-439d-9c12-a362f26bb050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:22.837719334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93925bb8-b3a3-439d-9c12-a362f26bb050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:22.891521805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93925bb8-b3a3-439d-9c12-a362f26bb050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:40.693398506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:40.694597957Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:41.65692726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662670e8-0867-49f2-90ef-bde2f359bcf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:41.711155166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662670e8-0867-49f2-90ef-bde2f359bcf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:41.765326472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662670e8-0867-49f2-90ef-bde2f359bcf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:41.820003203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662670e8-0867-49f2-90ef-bde2f359bcf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:43.895454069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40240f50-d137-497e-a355-a86091c85a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:43.949572097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40240f50-d137-497e-a355-a86091c85a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:44.003771425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40240f50-d137-497e-a355-a86091c85a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:44.058699994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40240f50-d137-497e-a355-a86091c85a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:45.091936341Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120cf9dc-6d26-4781-9778-7f81a8bb9ea9","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:46.052041518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120cf9dc-6d26-4781-9778-7f81a8bb9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:46.106080713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120cf9dc-6d26-4781-9778-7f81a8bb9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:46.159902335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120cf9dc-6d26-4781-9778-7f81a8bb9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:46.214300546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120cf9dc-6d26-4781-9778-7f81a8bb9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:48.177204271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc19825-aa7d-4b7c-965b-bb7826fc514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:48.231199067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc19825-aa7d-4b7c-965b-bb7826fc514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:48.285342362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc19825-aa7d-4b7c-965b-bb7826fc514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:48.339344323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc19825-aa7d-4b7c-965b-bb7826fc514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:48.945909216Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f4963ae6-7bc7-493c-b2e9-d70bba41640d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:55.028135201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f64154-b741-42f9-94e6-80b01c7e5f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:55.081989582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f64154-b741-42f9-94e6-80b01c7e5f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:55.135827597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f64154-b741-42f9-94e6-80b01c7e5f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:55.189629467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f64154-b741-42f9-94e6-80b01c7e5f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:57.131676065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b615f8b-3c15-4a9b-a37a-0dbbce136d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:57.18526876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b615f8b-3c15-4a9b-a37a-0dbbce136d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:57.239138535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b615f8b-3c15-4a9b-a37a-0dbbce136d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:57.292843923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b615f8b-3c15-4a9b-a37a-0dbbce136d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:02.054990592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0634edd-fbe5-408f-b441-1ffe54f21701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:02.108964218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0634edd-fbe5-408f-b441-1ffe54f21701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:02.16258605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0634edd-fbe5-408f-b441-1ffe54f21701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:02.216505385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0634edd-fbe5-408f-b441-1ffe54f21701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:04.149571887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1febcaa-c555-4f43-a751-a80dd699547b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:04.203364643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1febcaa-c555-4f43-a751-a80dd699547b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:04.257238838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1febcaa-c555-4f43-a751-a80dd699547b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:04.311449873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1febcaa-c555-4f43-a751-a80dd699547b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:10.682663592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:40.643923859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:44.889837498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6503a4e-59c2-4fa8-9b4e-dcb583726a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:44.944096039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6503a4e-59c2-4fa8-9b4e-dcb583726a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:44.997811197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6503a4e-59c2-4fa8-9b4e-dcb583726a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:45.051592198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6503a4e-59c2-4fa8-9b4e-dcb583726a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:47.039106982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c8f747-bd0f-4862-a22b-91a8644bfd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:47.09285063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c8f747-bd0f-4862-a22b-91a8644bfd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:47.146710487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c8f747-bd0f-4862-a22b-91a8644bfd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:47.200508335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c8f747-bd0f-4862-a22b-91a8644bfd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:49.285013497Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"fa1c8fb2-d1de-429f-8394-856f52ce0034","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:50.311291191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95c3cb-9810-4788-b303-68395df8db2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:50.365443846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95c3cb-9810-4788-b303-68395df8db2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:50.419369309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95c3cb-9810-4788-b303-68395df8db2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:50.473398814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95c3cb-9810-4788-b303-68395df8db2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:52.577391313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0424131-92b3-435b-a8f7-65cb728f23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:52.633869338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0424131-92b3-435b-a8f7-65cb728f23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:52.689573233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0424131-92b3-435b-a8f7-65cb728f23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:52.743904524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0424131-92b3-435b-a8f7-65cb728f23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:10.643431814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:11.510681147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29240f6-aea1-40b1-b8e9-1f6ae74d0518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:11.564354553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29240f6-aea1-40b1-b8e9-1f6ae74d0518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:11.618218597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29240f6-aea1-40b1-b8e9-1f6ae74d0518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:11.672221355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29240f6-aea1-40b1-b8e9-1f6ae74d0518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.579652511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9194938b-db55-4455-ab02-dace68608da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.707311846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9194938b-db55-4455-ab02-dace68608da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.763580235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9194938b-db55-4455-ab02-dace68608da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.763807677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29069828-a6fe-4089-921e-707f8f76dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.821018737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29069828-a6fe-4089-921e-707f8f76dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.87740841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29069828-a6fe-4089-921e-707f8f76dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:12.98152266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa3bdb94-051a-47f3-a043-f45c4633c44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.038676077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa3bdb94-051a-47f3-a043-f45c4633c44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.094749695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa3bdb94-051a-47f3-a043-f45c4633c44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.094784442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004705dc-2ccc-4f9c-aa45-ad7e2f133775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.151918354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004705dc-2ccc-4f9c-aa45-ad7e2f133775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.208241126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004705dc-2ccc-4f9c-aa45-ad7e2f133775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.414923956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5a4c05d-dc1e-4d50-9256-54cb486b5825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.471976955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5a4c05d-dc1e-4d50-9256-54cb486b5825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.516389509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ed3a54-3f11-402b-a8de-5acc48c446ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.528358235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5a4c05d-dc1e-4d50-9256-54cb486b5825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.573929884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ed3a54-3f11-402b-a8de-5acc48c446ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.62997491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ed3a54-3f11-402b-a8de-5acc48c446ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.740821761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a67a273-12f3-49a3-86db-e0d170cab877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:13.769632086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b71877e-e31d-4a9f-8561-bf0a5ca2ab2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.797913874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a67a273-12f3-49a3-86db-e0d170cab877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:13.828806125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a39a7e7d-ef13-413d-977e-d0d60d7fae38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.841616177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a151a477-a735-4c3d-9a8f-c862adcdccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.853943618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a67a273-12f3-49a3-86db-e0d170cab877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.902385989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a151a477-a735-4c3d-9a8f-c862adcdccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.959659264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a151a477-a735-4c3d-9a8f-c862adcdccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:13.993218506Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd206d82-8859-4507-a79b-4cd8e4981ffd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.01458007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e15838ec-bf45-4e32-b1e0-040bb2709f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.07153222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e15838ec-bf45-4e32-b1e0-040bb2709f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.094085993Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b616fa0-cf2e-48c0-955b-83822c736441","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.120146126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1660c45b-23ca-4857-8407-2a0fd1a0b58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.127636714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e15838ec-bf45-4e32-b1e0-040bb2709f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.177491197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1660c45b-23ca-4857-8407-2a0fd1a0b58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.194926613Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8aa5a936-5b64-4ade-96d1-119a4cc87884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.233829522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1660c45b-23ca-4857-8407-2a0fd1a0b58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.288418368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2845e8b-ffb1-4e66-b369-ad49b603316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.295157976Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02d08632-516d-462f-ae69-213978191475","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.345797582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2845e8b-ffb1-4e66-b369-ad49b603316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.394685039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"967fe690-1e0a-43aa-8fb0-a18c6bdce18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.40197608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2845e8b-ffb1-4e66-b369-ad49b603316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.452049209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"967fe690-1e0a-43aa-8fb0-a18c6bdce18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:14.508169245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"967fe690-1e0a-43aa-8fb0-a18c6bdce18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:17.415186365Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d154d827-aa9d-4295-a1fe-3460092f9fa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:17.850521009Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c956e72-5beb-421c-9aab-adb297d668d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.603240473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a9660d9-c844-4d65-9f3a-1ce5dd5c7f05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.603261493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a9660d9-c844-4d65-9f3a-1ce5dd5c7f05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.657952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fbcd7eb-cfca-4083-9614-5beea9cac09b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.658345666Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"204f27fa-d279-4481-bf0d-82695c5fddef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.671932418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"449efef5-8bb4-432e-96bf-30280e4f5a2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.671950734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"449efef5-8bb4-432e-96bf-30280e4f5a2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.765857491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97675fd6-5f61-4d7c-b46c-404b4935aac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.766266823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d31ee9-e3c4-490c-8f0e-0130ee45da41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.823668204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97675fd6-5f61-4d7c-b46c-404b4935aac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.824386175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d31ee9-e3c4-490c-8f0e-0130ee45da41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.882494614Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d31ee9-e3c4-490c-8f0e-0130ee45da41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:18.882563041Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97675fd6-5f61-4d7c-b46c-404b4935aac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.157677835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fab3b59-aa85-4d96-9fad-e7a3f4c9c160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.157676629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a40aeb-7171-456d-aa9f-eb8e5d2bb005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.216262588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fab3b59-aa85-4d96-9fad-e7a3f4c9c160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.216319926Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fab3b59-aa85-4d96-9fad-e7a3f4c9c160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.216346294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a40aeb-7171-456d-aa9f-eb8e5d2bb005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.272837452Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a40aeb-7171-456d-aa9f-eb8e5d2bb005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:19.425477196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a40aeb-7171-456d-aa9f-eb8e5d2bb005","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.593185962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12cb6a00-768f-4887-a0d2-9061f3bc3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.652731348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12cb6a00-768f-4887-a0d2-9061f3bc3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:19.652792975Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12cb6a00-768f-4887-a0d2-9061f3bc3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:20.128452975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9f3e68b-e495-4011-9d99-48b4e0fc00f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:20.128471272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9f3e68b-e495-4011-9d99-48b4e0fc00f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.342223993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06cd35c-38e8-4e34-be33-bee60ada4f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.342224339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f7815b7-b932-475a-8ead-0813b500707c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.40033322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f7815b7-b932-475a-8ead-0813b500707c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.400388852Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f7815b7-b932-475a-8ead-0813b500707c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.400683678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06cd35c-38e8-4e34-be33-bee60ada4f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:21.400725607Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06cd35c-38e8-4e34-be33-bee60ada4f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.820688442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e01b4c93-4c70-4aa8-b792-7a14746fd50d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.820706094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e01b4c93-4c70-4aa8-b792-7a14746fd50d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.821009433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"18ffe636-b1c5-4592-8c99-7be50d2bc23d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.821020609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"18ffe636-b1c5-4592-8c99-7be50d2bc23d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.875670954Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94885f62-a039-443b-913e-b3ee3d392bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.875671013Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08024436-e805-4d78-bfed-1478570cf144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.887879595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95eb99b0-98f5-4117-9dbb-5abde98ebabd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.887900622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95eb99b0-98f5-4117-9dbb-5abde98ebabd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.888204567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c8a3e25-4dda-47e8-ac85-32d9a4b8ea09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.888219726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c8a3e25-4dda-47e8-ac85-32d9a4b8ea09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.982317452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0bd8ea-6572-4460-a9f5-477de21dc5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:23.982316883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec79454b-7c11-4a0d-8891-1f759f57bad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.040654656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec79454b-7c11-4a0d-8891-1f759f57bad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.040699822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0bd8ea-6572-4460-a9f5-477de21dc5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.040710536Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec79454b-7c11-4a0d-8891-1f759f57bad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.04073862Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0bd8ea-6572-4460-a9f5-477de21dc5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.258423935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74fcb101-c6d7-48af-9761-6072c958a172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.258445122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35b9b0f-26d9-4b5e-bd8e-3fbc32842a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.318451655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35b9b0f-26d9-4b5e-bd8e-3fbc32842a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.318526818Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35b9b0f-26d9-4b5e-bd8e-3fbc32842a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.318455225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74fcb101-c6d7-48af-9761-6072c958a172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:24.318603634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74fcb101-c6d7-48af-9761-6072c958a172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:25.156683088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99c8665b-7f9b-4c2e-89c4-70854f7d56c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:25.156700372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99c8665b-7f9b-4c2e-89c4-70854f7d56c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.007457668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67521497-d7db-47af-97de-45f54faf778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.0078617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906cd46-a414-48a9-8348-95cc49c2277a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.090573743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906cd46-a414-48a9-8348-95cc49c2277a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.090595372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67521497-d7db-47af-97de-45f54faf778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.090634603Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b906cd46-a414-48a9-8348-95cc49c2277a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.090642683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67521497-d7db-47af-97de-45f54faf778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.608416672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d4bd9c0-d527-49b7-99fa-bced6c422867","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.608439643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d4bd9c0-d527-49b7-99fa-bced6c422867","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.608661855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbbfb2c9-8602-4d8f-8b96-bad9ec86a064","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.60867643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbbfb2c9-8602-4d8f-8b96-bad9ec86a064","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.608925273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ef6069f-4a66-40ca-bd9c-cce996f76441","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.608936221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ef6069f-4a66-40ca-bd9c-cce996f76441","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.665467676Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60b974aa-1b45-4634-8b30-9d68101e8e78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.665972637Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4019c8ec-4724-449a-8099-ac13368e2f24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.675110668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23c88f8d-3033-4cf5-bd97-cfbb75ef8780","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.67513365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23c88f8d-3033-4cf5-bd97-cfbb75ef8780","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.675435761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4554a9bb-0d4b-4db4-bcb4-c1c4219cb8f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.675453746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4554a9bb-0d4b-4db4-bcb4-c1c4219cb8f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.675739422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f66f1c5-a8d9-4be5-91fd-0266d126e3da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.675769015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f66f1c5-a8d9-4be5-91fd-0266d126e3da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.773197218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778b86ac-18d7-4771-8574-9f19add5e92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.773372519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a36dbc3a-95c8-48d6-b5b6-e9a2fa6a8ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.83124934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778b86ac-18d7-4771-8574-9f19add5e92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.831308557Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778b86ac-18d7-4771-8574-9f19add5e92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.83144791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a36dbc3a-95c8-48d6-b5b6-e9a2fa6a8ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:27.831499297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a36dbc3a-95c8-48d6-b5b6-e9a2fa6a8ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.052490595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa059907-a51e-46a3-ac91-17a5e3e1eee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.056174612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a629fa-2150-4d28-ad89-1f2e2c9f1cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.114355322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa059907-a51e-46a3-ac91-17a5e3e1eee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.114412207Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa059907-a51e-46a3-ac91-17a5e3e1eee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.117156197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a629fa-2150-4d28-ad89-1f2e2c9f1cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.11721096Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a629fa-2150-4d28-ad89-1f2e2c9f1cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.808886434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afd429d1-2258-4bd0-9de6-ed2c3689af0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:28.808905399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afd429d1-2258-4bd0-9de6-ed2c3689af0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.177893878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"331150f6-1e00-4337-9a02-4c3ff480e358","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.177917027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"331150f6-1e00-4337-9a02-4c3ff480e358","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.178195293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca03d8b7-d74f-4eb4-9dbc-71619a86982b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.17821116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca03d8b7-d74f-4eb4-9dbc-71619a86982b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.178423771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd80a614-fd1b-45eb-b158-387c5cf74029","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.178436055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd80a614-fd1b-45eb-b158-387c5cf74029","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.178657686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"096395a2-6732-4440-b7a1-256936e36352","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.178672336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"096395a2-6732-4440-b7a1-256936e36352","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.231905233Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1227ef3-a592-4cef-99e5-5d894fbb54b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.232526134Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3128f0f6-6c57-4377-b81a-9cfabd7a414e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244531761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af1cd3b3-1b0f-4d07-82d5-1ee9f3fddc52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244552552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af1cd3b3-1b0f-4d07-82d5-1ee9f3fddc52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244765769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca1cfc6e-9eea-4f8c-ac3e-97b9c4fce189","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244779043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca1cfc6e-9eea-4f8c-ac3e-97b9c4fce189","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244956479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"053a25dc-9433-4bce-8838-8e01b8db9a3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.244967527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"053a25dc-9433-4bce-8838-8e01b8db9a3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.245162018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96980c74-27e9-44e3-83f0-f4a0357cceb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.245172658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96980c74-27e9-44e3-83f0-f4a0357cceb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.338830558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7745cdca-c51c-42a5-9b01-dcfd4da5d35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.338862028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bef4bfc-47b4-4bfc-be72-f29b04275f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.396828078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7745cdca-c51c-42a5-9b01-dcfd4da5d35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.396896223Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7745cdca-c51c-42a5-9b01-dcfd4da5d35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.397141825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bef4bfc-47b4-4bfc-be72-f29b04275f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.397192018Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bef4bfc-47b4-4bfc-be72-f29b04275f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.611449834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a28bf549-53c7-4b5b-a57a-0827707d419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.611449862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18349b8f-daa9-4594-8c1e-8404d4f9561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.669781701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a28bf549-53c7-4b5b-a57a-0827707d419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.669842642Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a28bf549-53c7-4b5b-a57a-0827707d419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.669926368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18349b8f-daa9-4594-8c1e-8404d4f9561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.669973041Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18349b8f-daa9-4594-8c1e-8404d4f9561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:32.378560753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d3faba5-236d-4afd-84ee-34e22430d69d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:32.378581684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d3faba5-236d-4afd-84ee-34e22430d69d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.188387115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78d913af-8d7c-4223-a1ad-16b04dbbfe86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.188414709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78d913af-8d7c-4223-a1ad-16b04dbbfe86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.188707039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b50591c0-93b9-4cf0-b499-176818a35000","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.188719316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b50591c0-93b9-4cf0-b499-176818a35000","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.188991057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8e8abb4-6eb8-460f-8e3a-e3450d714fb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.189002223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8e8abb4-6eb8-460f-8e3a-e3450d714fb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.189290134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f9a92c1-3e99-400c-badb-0195da1ca251","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.189307254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f9a92c1-3e99-400c-badb-0195da1ca251","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.189564344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"56a5af5c-3c4e-4cc4-a6a3-be2ed994019b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.189578267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"56a5af5c-3c4e-4cc4-a6a3-be2ed994019b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.247600878Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5f830f1-1029-43e9-b9d7-bcb7708e61e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259173372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79dc95b6-2cc2-4b7e-b2b7-658b0b64d53f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259192891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79dc95b6-2cc2-4b7e-b2b7-658b0b64d53f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259412662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23ccb6d6-da40-4e93-af38-203abb817e54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259423829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23ccb6d6-da40-4e93-af38-203abb817e54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259624752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a10e60d-9344-498e-951b-66b6e6a6c7a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.25963459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a10e60d-9344-498e-951b-66b6e6a6c7a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259797141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec211241-bb60-4c5d-a94e-6931496722f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259806158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec211241-bb60-4c5d-a94e-6931496722f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259970544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ed3685b-248c-4d9e-94e4-1c28e7349e88","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.259979908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ed3685b-248c-4d9e-94e4-1c28e7349e88","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.344607477Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d964e243-7231-48f2-9afe-87b2416c7712","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.364646949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"545c218b-f6cc-4734-b7aa-75afa14c40de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.365172902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f46e96-1c93-4fbc-83ce-0c71403e3267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.435640697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"545c218b-f6cc-4734-b7aa-75afa14c40de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.44225095Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"545c218b-f6cc-4734-b7aa-75afa14c40de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.442586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f46e96-1c93-4fbc-83ce-0c71403e3267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.442686843Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f46e96-1c93-4fbc-83ce-0c71403e3267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.682740344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c0ce614-74a1-411e-842b-de3723907c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.683761252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6088caf-0e18-4501-8596-379ec426f37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.746037763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6088caf-0e18-4501-8596-379ec426f37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.746218805Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6088caf-0e18-4501-8596-379ec426f37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.746482843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c0ce614-74a1-411e-842b-de3723907c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.746544721Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c0ce614-74a1-411e-842b-de3723907c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.967743969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"331b1d17-a7dd-459b-819b-d57259f309e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:34.96774397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53b4fcfb-5593-4e30-a996-17ca95455904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.027134492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53b4fcfb-5593-4e30-a996-17ca95455904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.027211981Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53b4fcfb-5593-4e30-a996-17ca95455904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.027760398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"331b1d17-a7dd-459b-819b-d57259f309e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.027800667Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"331b1d17-a7dd-459b-819b-d57259f309e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.243215979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76dd131b-df2e-4f3c-960b-d8f45946e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.243252467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d48bc80-fd8e-4c36-8272-0d67f945d40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.301018749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d48bc80-fd8e-4c36-8272-0d67f945d40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.30109989Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d48bc80-fd8e-4c36-8272-0d67f945d40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.301122243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76dd131b-df2e-4f3c-960b-d8f45946e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.30117714Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76dd131b-df2e-4f3c-960b-d8f45946e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.431910053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"373d50f7-25d9-4883-8e84-c7966f8227a9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.431929149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"373d50f7-25d9-4883-8e84-c7966f8227a9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.756629506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67755e6c-4429-47a6-980d-a0923242294c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.756649608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67755e6c-4429-47a6-980d-a0923242294c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.75686014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4995598-be65-43aa-a344-081cb187d5e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.75687113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4995598-be65-43aa-a344-081cb187d5e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757096487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11fcc2cc-403b-4818-a4bd-788069d23762","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.75710748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11fcc2cc-403b-4818-a4bd-788069d23762","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757275205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01aa65fe-bd05-4a61-b648-224218073274","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757284491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01aa65fe-bd05-4a61-b648-224218073274","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757455019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"636b77d5-b7df-40f5-b7a3-842d6194d1f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757463982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"636b77d5-b7df-40f5-b7a3-842d6194d1f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757645316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a550716-40d9-42be-98f2-1c5bdfa00f0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.757657888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a550716-40d9-42be-98f2-1c5bdfa00f0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.811473424Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a79bd9f0-cfc9-4884-90c3-ad89a3cfc2b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.811473486Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cda481d5-b84d-4dab-9f78-1d92ff375022","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826057642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ca719f9-3a86-4e21-a7e0-b4d6febb75c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.82610096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ca719f9-3a86-4e21-a7e0-b4d6febb75c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826330656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af59bb8e-49e7-4b4d-bdf1-831c0c251bdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826342437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af59bb8e-49e7-4b4d-bdf1-831c0c251bdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826536904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cbd0cb2-c917-4df1-9f5b-a1b52070bb2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826551826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cbd0cb2-c917-4df1-9f5b-a1b52070bb2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826738721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"585602d8-4477-4279-82c4-0dfd2ac8f021","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.82675001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"585602d8-4477-4279-82c4-0dfd2ac8f021","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.82693986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5073468c-a0d3-4a48-b420-210b52219d5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.826950639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5073468c-a0d3-4a48-b420-210b52219d5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.827160199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50e086e6-642c-4679-b8c6-8036ca6388e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.82717313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50e086e6-642c-4679-b8c6-8036ca6388e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.91968421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6320a3-c9ac-4c2b-b683-1f17512bcd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.919772519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d13f76f3-58c4-484b-b4c1-e2113e7e0526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.977728423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6320a3-c9ac-4c2b-b683-1f17512bcd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.977789998Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6320a3-c9ac-4c2b-b683-1f17512bcd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.978136634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d13f76f3-58c4-484b-b4c1-e2113e7e0526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:37.978194486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d13f76f3-58c4-484b-b4c1-e2113e7e0526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.193484008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99845a9a-19db-4946-ae39-6114541396b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.193483949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b6da0d-513d-4da7-bb96-ea4af65fda1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.251365644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99845a9a-19db-4946-ae39-6114541396b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.251429458Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99845a9a-19db-4946-ae39-6114541396b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.251424309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b6da0d-513d-4da7-bb96-ea4af65fda1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.251478616Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b6da0d-513d-4da7-bb96-ea4af65fda1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.964116651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9aa9c77-948e-4559-be18-8c69b751520d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.964134067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9aa9c77-948e-4559-be18-8c69b751520d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:40.643928572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.421724585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6969a634-4603-4e80-81c1-eb34ad35321a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.422638257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d650b7c-4e9b-4298-a10f-6800c781a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.493687394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d650b7c-4e9b-4298-a10f-6800c781a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.498215903Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d650b7c-4e9b-4298-a10f-6800c781a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.494017559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6969a634-4603-4e80-81c1-eb34ad35321a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.498510262Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6969a634-4603-4e80-81c1-eb34ad35321a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.610620981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae3986c3-28ba-4c58-b4c2-3460463c4257","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.611179166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae3986c3-28ba-4c58-b4c2-3460463c4257","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.6115704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76804271-e1ec-44af-8a35-aa9e43f7ec40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.611660486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76804271-e1ec-44af-8a35-aa9e43f7ec40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.61916034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64d981fe-2230-4ffc-989d-499ca8e70d4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.61924885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64d981fe-2230-4ffc-989d-499ca8e70d4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.619585393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de92b452-310e-49da-9ca8-0d3728c50f10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.61966255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de92b452-310e-49da-9ca8-0d3728c50f10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.619982411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0e11c46-73ac-4577-a398-99c4fd91bb89","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.620046242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0e11c46-73ac-4577-a398-99c4fd91bb89","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.62040441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02c7efeb-a12c-44bf-8b35-c1d86d1a39b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.620469858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02c7efeb-a12c-44bf-8b35-c1d86d1a39b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.620776349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3404a363-0d09-48c0-8867-dbc07a931e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.620840264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3404a363-0d09-48c0-8867-dbc07a931e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.665501763Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67984183-1dae-4c17-9789-8156a20febd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.687932251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7bf440f2-2a84-49a5-9bd7-cbcbb42f29c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.68805077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7bf440f2-2a84-49a5-9bd7-cbcbb42f29c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.688810979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b152170a-dbfc-4c12-a258-0a6969aac42f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.688830747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b152170a-dbfc-4c12-a258-0a6969aac42f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.689311174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07931c88-6706-4ce8-bf70-615bc6c202d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.6893416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07931c88-6706-4ce8-bf70-615bc6c202d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.689640921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2bb2f15-95a1-4251-8100-058bb2ac3ff9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.689654971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2bb2f15-95a1-4251-8100-058bb2ac3ff9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.689972701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff0fd137-a8b9-4b00-b714-ab098a05d0c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.689987593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff0fd137-a8b9-4b00-b714-ab098a05d0c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.690416034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9302f91f-6de0-4040-872d-5f6d6ccfc025","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.690431024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9302f91f-6de0-4040-872d-5f6d6ccfc025","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.690693052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f51930c-ff28-456d-b9b0-3b11d1c1bedc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.690706757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f51930c-ff28-456d-b9b0-3b11d1c1bedc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.753501179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d70bd5c0-1eb1-4ed7-9fa8-a47c7787fd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.753509095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a09692-c34b-45c6-81ed-f5545910c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.828416586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a09692-c34b-45c6-81ed-f5545910c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.828650039Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a09692-c34b-45c6-81ed-f5545910c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.828566113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d70bd5c0-1eb1-4ed7-9fa8-a47c7787fd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:42.851446625Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b0e7070-54c2-4c8e-82a7-13903598d534","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.048255734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f064353f-8bf2-4b57-9917-27abda5a27e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.048282514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f064353f-8bf2-4b57-9917-27abda5a27e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.062457962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04604fef-734e-4d2d-8a82-d237671e98c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.124717457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04604fef-734e-4d2d-8a82-d237671e98c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.124897408Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04604fef-734e-4d2d-8a82-d237671e98c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.169733996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4f9154b-990b-4cc5-b4cb-3ab07a7eac67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.22715621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4f9154b-990b-4cc5-b4cb-3ab07a7eac67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.2673818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b63faa9-2a70-49c0-990e-e4dc1dc81fc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.826569086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5237c481-eaa2-42b9-bd52-3a9fa2f11fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:43.826587588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5237c481-eaa2-42b9-bd52-3a9fa2f11fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:44.044449538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4745b4a-c619-4725-9c29-6abc19419d51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.524922222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46d618e0-bdba-4165-85c4-c8d2edbb71bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.644348497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da03b060-6bf1-4a1b-8565-f29d8a810e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.64465033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ec6aa1c-e2d1-49d1-94e4-70cc846acff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.693852531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df45503-d99b-4b53-b141-5a585a372cb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.69387618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df45503-d99b-4b53-b141-5a585a372cb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.702513163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da03b060-6bf1-4a1b-8565-f29d8a810e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.704117633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ec6aa1c-e2d1-49d1-94e4-70cc846acff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:45.70416778Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ec6aa1c-e2d1-49d1-94e4-70cc846acff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.304622575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"939f30e4-4911-45c9-a7f6-ff1f74488d59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.304662785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"939f30e4-4911-45c9-a7f6-ff1f74488d59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.30505192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2cfeb12b-6fcc-4c5a-a367-dba4b9e844b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.305080409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2cfeb12b-6fcc-4c5a-a367-dba4b9e844b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.305758671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fe421ba-541e-438e-8b06-02c588d65a0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.305959872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fe421ba-541e-438e-8b06-02c588d65a0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.306995006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87ced07e-4f20-4e4a-a898-5c27d7aeecad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.307012174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87ced07e-4f20-4e4a-a898-5c27d7aeecad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.307999286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6fb2e70e-2f70-4ff7-8a78-3f977c2d58f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.308014741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6fb2e70e-2f70-4ff7-8a78-3f977c2d58f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.308405021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"46565079-fee6-410e-8faf-44f80872d93a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.308421809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"46565079-fee6-410e-8faf-44f80872d93a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.30880853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56314e76-b4c9-41f4-a043-5d1ae96122e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.308821002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56314e76-b4c9-41f4-a043-5d1ae96122e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.309291615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a5154e9-bee1-4b7d-8922-6e5d22c232f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.309319833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a5154e9-bee1-4b7d-8922-6e5d22c232f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.388657244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0026d694-f4be-4a38-b84b-5b351ee9024f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.38875542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0026d694-f4be-4a38-b84b-5b351ee9024f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.389117137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2759ff8a-ccdc-4af7-b5d8-e55db57d00ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.389185101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2759ff8a-ccdc-4af7-b5d8-e55db57d00ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.389505631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99753c5e-62fc-4a30-9658-6caa27fee61b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.395134968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99753c5e-62fc-4a30-9658-6caa27fee61b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.39551808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d25e3242-807c-4272-959a-d10ca9ab4753","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.395589533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d25e3242-807c-4272-959a-d10ca9ab4753","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.395899561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"37c72391-a4a5-4d33-907b-9886f0683f18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.395954785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"37c72391-a4a5-4d33-907b-9886f0683f18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.396298277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7a6dfec-de70-4397-84f7-58d1eedde2ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.396352508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7a6dfec-de70-4397-84f7-58d1eedde2ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.396649182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0eb9041-3f7b-4ba7-b081-48bf7f2d588e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.396699062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0eb9041-3f7b-4ba7-b081-48bf7f2d588e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.397117709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b60e86b0-0826-4492-94e4-74502116deba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.397181146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b60e86b0-0826-4492-94e4-74502116deba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.505214176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5eb9c6a-a6b1-4647-88ab-91b1f9e3db21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.505377478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46aeea62-9694-43f5-8fa8-217168a4a539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.561411735Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"770b0b5a-81b1-4754-8982-10cbd1a33cdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.562949606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38234e04-a215-4a5c-88ed-6f491f3b5834","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.567721689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46aeea62-9694-43f5-8fa8-217168a4a539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.567986362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5eb9c6a-a6b1-4647-88ab-91b1f9e3db21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.7438492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be036151-a6ca-432d-9ef9-65c80ceb61dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.743876882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be036151-a6ca-432d-9ef9-65c80ceb61dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.957321739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7bfec75-d71b-4968-8073-cf6ca6734a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.957321735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aaa3583-7209-428d-99fd-97a352d6fc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:46.97357518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3e5288e-e2f9-4fe6-8aa2-1a839bd345f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:47.018975256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aaa3583-7209-428d-99fd-97a352d6fc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:47.019689459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7bfec75-d71b-4968-8073-cf6ca6734a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:47.555005814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ebd869b-961a-46dd-bae4-5fc9e0977ebe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:47.55502346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ebd869b-961a-46dd-bae4-5fc9e0977ebe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:47.770625847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bc92aa4-9675-40c3-90e2-9616ada058ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.62349487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e196d6b3-68de-4599-bb2f-ec5d8e167d64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.623523788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e196d6b3-68de-4599-bb2f-ec5d8e167d64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.890259792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7b7154d-3b0c-4ebd-844f-de989a436c19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.939775792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a036c1cd-02dc-4178-8aae-72039bc58abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.939774597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770bd63b-b594-469b-b7fd-ef01c879ea95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:50.999329147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a036c1cd-02dc-4178-8aae-72039bc58abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.042890165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770bd63b-b594-469b-b7fd-ef01c879ea95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.101324282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b05c355-f0cc-43c7-aac8-f7edc81ca1d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.101349701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b05c355-f0cc-43c7-aac8-f7edc81ca1d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:54.259969498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3aab317e-4dfb-4696-957e-bc817794b286","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:54.259990122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3aab317e-4dfb-4696-957e-bc817794b286","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.396586896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8cb283b-1c5d-4714-ae3a-759f6d251dab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.396605637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8cb283b-1c5d-4714-ae3a-759f6d251dab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.396861824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cd27b12-d477-4121-8f26-5c773de3ce15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.396871897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cd27b12-d477-4121-8f26-5c773de3ce15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.39705617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"821e919e-e0b0-4c39-8405-f869a6794fc8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.397090078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"821e919e-e0b0-4c39-8405-f869a6794fc8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.397287432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca1f15f1-41fa-4faf-8790-24f0de650bcd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.397296675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca1f15f1-41fa-4faf-8790-24f0de650bcd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.397448991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea86197-5e78-44e7-9ffb-96f847700487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.397457815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea86197-5e78-44e7-9ffb-96f847700487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:57.16324392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0cc3abf4-f0a7-4572-9023-9ef71a9dd6d0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:57.163262353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0cc3abf4-f0a7-4572-9023-9ef71a9dd6d0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.836509197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19f32ad0-58d9-4d80-9bda-31954e9ef468","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.83652958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19f32ad0-58d9-4d80-9bda-31954e9ef468","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.101944778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f299ac5b-def9-4a5a-aa22-f67af8b383d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.101983828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f299ac5b-def9-4a5a-aa22-f67af8b383d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.350496037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e5c036b-4c41-4a79-9d9c-01a656b2c5ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.451857226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c4bd6ef-1f97-4916-82ac-9915d7ff5ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.133421718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf9214d2-714b-48f5-b1df-7296e938da6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.133442186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf9214d2-714b-48f5-b1df-7296e938da6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.397792493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7029e98e-82c2-4a79-93ee-b6080b25e74c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.39781015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7029e98e-82c2-4a79-93ee-b6080b25e74c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.398111697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0279f51a-ccd5-410f-be61-8b0c1b8b2c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.398124027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0279f51a-ccd5-410f-be61-8b0c1b8b2c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:08.589783522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27150f1f-44eb-496b-8da9-1321684e4189","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:08.589807974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27150f1f-44eb-496b-8da9-1321684e4189","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:10.652279681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.102857352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bc0bdce-ce7c-4b71-b408-3f979305a24c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.102878208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bc0bdce-ce7c-4b71-b408-3f979305a24c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.683524784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2c7661-be58-444a-a3ef-2db8dced1719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.683548167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2c7661-be58-444a-a3ef-2db8dced1719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.900582489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50d6dcb6-97f2-491b-a973-92d0fc6a1be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.903129876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7252a3f7-2ba3-462d-95f5-fe5928822c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.903305926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"725c8e2b-7995-407c-87d0-d666a113e7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.012135685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"725c8e2b-7995-407c-87d0-d666a113e7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.012751477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7252a3f7-2ba3-462d-95f5-fe5928822c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.069373486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccbd1bd3-6b5a-4f3b-a574-6d66dc93e8b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.069393981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccbd1bd3-6b5a-4f3b-a574-6d66dc93e8b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.286425251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7b2ca23-3a61-49e5-821e-1559cea058e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.546434259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57e76b8d-53b5-4e2f-ae38-641716328fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.546454997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57e76b8d-53b5-4e2f-ae38-641716328fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.76254661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40b22955-629f-40ed-867c-2850d0aef503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.765749696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a82c746-96a3-481e-b7dd-2eaa2faae8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.765943813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d878fc-b458-457c-a3e7-766c77e1cf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.870343132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a82c746-96a3-481e-b7dd-2eaa2faae8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.875345088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d878fc-b458-457c-a3e7-766c77e1cf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.932469597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f005243-1919-4f9e-8888-0c4c16404256","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:14.932489435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f005243-1919-4f9e-8888-0c4c16404256","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:15.147957816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38a6337d-7574-43e1-b79d-1c5608cc7e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.333046992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a33c68e-ecc6-43c6-ac4d-dddce822d40f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.333095952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a33c68e-ecc6-43c6-ac4d-dddce822d40f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.501535396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ff7f13b-148d-4feb-9a17-756878518033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.5421242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d522957a-e45a-4fe9-864c-ca2f1404e593","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.542141941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d522957a-e45a-4fe9-864c-ca2f1404e593","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.559358671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ff7f13b-148d-4feb-9a17-756878518033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.706931883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1275d267-0e35-4921-a25e-6f86fecbcf95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.762027914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59c68f4f-bda4-4090-ac7d-62b8a2f7a6a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.765163408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1275d267-0e35-4921-a25e-6f86fecbcf95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.826024717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94ee2a29-5cf3-4e99-9498-661108f52cc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.826044919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94ee2a29-5cf3-4e99-9498-661108f52cc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.931464384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee150238-5d2c-4d80-982a-be36301ebf52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.931483904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee150238-5d2c-4d80-982a-be36301ebf52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:17.986386126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecb67c1-16a4-4de4-9f58-a20c67411977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:18.044086996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecb67c1-16a4-4de4-9f58-a20c67411977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:40.694764036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.728399812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ed830b-17e0-456f-ab8e-cb05e198db40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.782532954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ed830b-17e0-456f-ab8e-cb05e198db40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.836310904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ed830b-17e0-456f-ab8e-cb05e198db40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.89003262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ed830b-17e0-456f-ab8e-cb05e198db40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:04.285535695Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f0c4bb39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f0c4bb39","reconcileID":"501d69e6-04a0-4f34-a069-ae963322d525","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f0c4bb39","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f0c4bb39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:04.898396716Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d8ef2d07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d8ef2d07","reconcileID":"000bf48f-460e-40e0-a723-2403df77069a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d8ef2d07","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d8ef2d07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:05.931282917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d257f4e-7e67-48cb-a2fc-df364761fad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:05.985392588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d257f4e-7e67-48cb-a2fc-df364761fad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:05.989045816Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-40a052e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-40a052e7","reconcileID":"e79ecb02-c5be-4e01-94eb-7a1f8d89c63f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-40a052e7-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-40a052e7-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:06.038876339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d257f4e-7e67-48cb-a2fc-df364761fad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:06.093005342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d257f4e-7e67-48cb-a2fc-df364761fad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:08.046221133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b082c273-8349-4674-9c44-bb00fb9f2ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:08.100266508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b082c273-8349-4674-9c44-bb00fb9f2ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:08.154862904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b082c273-8349-4674-9c44-bb00fb9f2ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:08.208794791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b082c273-8349-4674-9c44-bb00fb9f2ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.23209593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5418272-431d-48b3-8ef6-006a20fdbf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.286153824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5418272-431d-48b3-8ef6-006a20fdbf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.339888427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5418272-431d-48b3-8ef6-006a20fdbf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.393741799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5418272-431d-48b3-8ef6-006a20fdbf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.455371797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-78f52940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-78f52940","reconcileID":"5fbf6313-2a41-47ad-bdab-734d9d0518c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-78f52940","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-78f52940":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:10.642822263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:12.349910263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7248a6aa-4a6a-4a25-830c-96b0a8f2c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:12.403944323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7248a6aa-4a6a-4a25-830c-96b0a8f2c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:12.457987577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7248a6aa-4a6a-4a25-830c-96b0a8f2c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:12.511812584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7248a6aa-4a6a-4a25-830c-96b0a8f2c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.452933613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652b7b2b-cc4a-4308-9cf9-de09f42b35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.50680187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652b7b2b-cc4a-4308-9cf9-de09f42b35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.5608741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652b7b2b-cc4a-4308-9cf9-de09f42b35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.614686265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652b7b2b-cc4a-4308-9cf9-de09f42b35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:15.372504264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7cd046b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7cd046b9","reconcileID":"f9cccdb4-d804-46e0-ae47-02e81deb6397","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7cd046b9","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-7cd046b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:15.82634895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"5172077e-4066-4c1b-8161-70c898ecd07e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d8ef2d07","tenantID":"e2e-ait-d8ef2d07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:15.946861782Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"5172077e-4066-4c1b-8161-70c898ecd07e","name":"e2e-ait-d8ef2d07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:16.569246267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6cbdbe-aaca-499a-96ad-56299b63ebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:16.623899709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6cbdbe-aaca-499a-96ad-56299b63ebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:16.678085097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6cbdbe-aaca-499a-96ad-56299b63ebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:16.731842664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6cbdbe-aaca-499a-96ad-56299b63ebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.672514248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431f33a-f8f5-4670-8ab2-3f477efc6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.727116256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431f33a-f8f5-4670-8ab2-3f477efc6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.781192012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431f33a-f8f5-4670-8ab2-3f477efc6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.835231293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431f33a-f8f5-4670-8ab2-3f477efc6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.787789862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08112a6a-9ed1-45a7-aa9e-2156889f2eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.889234458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4127d85a-b6e0-4efa-89fc-06ff285083e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.748444262Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"a2b9dc46-8588-4972-ae7e-736e07ac5502","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.803614629Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"a2b9dc46-8588-4972-ae7e-736e07ac5502","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.910177085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"a2b9dc46-8588-4972-ae7e-736e07ac5502","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-40a052e7-gw","tenantID":"e2e-migrate-40a052e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.029391509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"a2b9dc46-8588-4972-ae7e-736e07ac5502","name":"e2e-migrate-40a052e7-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:25.914668524Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"cb267be7-8e21-4233-8d65-a7480ac2e76d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:26.079481165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"cb267be7-8e21-4233-8d65-a7480ac2e76d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-78f52940","tenantID":"e2e-ait-78f52940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:26.196843564Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"cb267be7-8e21-4233-8d65-a7480ac2e76d","name":"e2e-ait-78f52940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:36.341710759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3bb21332-d5c6-410b-9a30-c4a547013a49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f0c4bb39","tenantID":"e2e-ait-f0c4bb39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:36.458793504Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3bb21332-d5c6-410b-9a30-c4a547013a49","name":"e2e-ait-f0c4bb39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:40.642340693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.497168714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"b9a45cc1-c5c5-47e1-970f-b36127e9e2df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-7cd046b9","tenantID":"e2e-derive-7cd046b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.616918049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"b9a45cc1-c5c5-47e1-970f-b36127e9e2df","name":"e2e-derive-7cd046b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:48.527980615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e2f3e2-142b-46e1-947a-906c1b43ed96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:48.582611384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e2f3e2-142b-46e1-947a-906c1b43ed96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:48.636559112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e2f3e2-142b-46e1-947a-906c1b43ed96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:48.690588121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e2f3e2-142b-46e1-947a-906c1b43ed96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:50.61093694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7868cc79-fe94-4226-b925-d3c4d37fd334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:50.664801788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7868cc79-fe94-4226-b925-d3c4d37fd334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:50.718506679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7868cc79-fe94-4226-b925-d3c4d37fd334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:50.772170264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7868cc79-fe94-4226-b925-d3c4d37fd334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:51.550969433Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"ac164d8f-beea-4b83-9287-9b85039652ca","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:51.66600224Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"ac164d8f-beea-4b83-9287-9b85039652ca","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:52.743773771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfc7658-ed14-48be-94da-613bb08a8b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:52.797632024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfc7658-ed14-48be-94da-613bb08a8b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:52.852195963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfc7658-ed14-48be-94da-613bb08a8b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:52.907368968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfc7658-ed14-48be-94da-613bb08a8b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.861026499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f569fb8-856b-475d-950b-5b660ae64b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.914525122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f569fb8-856b-475d-950b-5b660ae64b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.968367381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f569fb8-856b-475d-950b-5b660ae64b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:55.021981626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f569fb8-856b-475d-950b-5b660ae64b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:55.570212905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83438a6a-57d3-44ab-94c7-c2cae9ac4a1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:55.672189286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3c0d1a5-7a35-4c39-a787-572c015bbc54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:57.060859456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46226c5-1d0f-4d7f-97a4-cfbec4462725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:57.114773146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46226c5-1d0f-4d7f-97a4-cfbec4462725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:57.168572413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46226c5-1d0f-4d7f-97a4-cfbec4462725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:57.222497777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46226c5-1d0f-4d7f-97a4-cfbec4462725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:57.278097033Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"16a9bc2b-68f3-49f9-b93d-333f7f08932d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:59.237537663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4e61c7-d98f-4ac3-b576-fcd740a3477d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:59.291490117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4e61c7-d98f-4ac3-b576-fcd740a3477d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:59.345898818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4e61c7-d98f-4ac3-b576-fcd740a3477d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:59.399609216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4e61c7-d98f-4ac3-b576-fcd740a3477d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:01.3335479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685a1043-2719-4c9b-a837-febc9ed0ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:01.389495112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685a1043-2719-4c9b-a837-febc9ed0ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:01.443826712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685a1043-2719-4c9b-a837-febc9ed0ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:01.49796986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685a1043-2719-4c9b-a837-febc9ed0ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.946005559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d20042c-a65d-4181-9827-2a361ca6c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.00009028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d20042c-a65d-4181-9827-2a361ca6c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.05395884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d20042c-a65d-4181-9827-2a361ca6c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.107664764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d20042c-a65d-4181-9827-2a361ca6c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:06.0358182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834c0c14-a477-4099-8862-638a4c64bfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:06.090482537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834c0c14-a477-4099-8862-638a4c64bfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:06.144613936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834c0c14-a477-4099-8862-638a4c64bfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:06.198581991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834c0c14-a477-4099-8862-638a4c64bfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:08.138550076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7487443-6764-49bd-a50b-eb1a1c9f7d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:08.192787653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7487443-6764-49bd-a50b-eb1a1c9f7d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:08.246627883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7487443-6764-49bd-a50b-eb1a1c9f7d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:08.300570247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7487443-6764-49bd-a50b-eb1a1c9f7d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:10.232486966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352b0b40-a666-4bbc-82d2-420776ac021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:10.286372338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352b0b40-a666-4bbc-82d2-420776ac021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:10.340117861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352b0b40-a666-4bbc-82d2-420776ac021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:10.393738047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352b0b40-a666-4bbc-82d2-420776ac021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:10.643495387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:12.328844924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15871c39-50e7-452d-98ae-0668686ae361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:12.382533381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15871c39-50e7-452d-98ae-0668686ae361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:12.436493161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15871c39-50e7-452d-98ae-0668686ae361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:12.490579033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15871c39-50e7-452d-98ae-0668686ae361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.187915175Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","namespace":"ai-tenant-e2e-ait-d8ef2d07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.188011098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","namespace":"ai-tenant-e2e-ait-d8ef2d07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.188112212Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","tenant":"e2e-ait-d8ef2d07","tenantID":"e2e-ait-d8ef2d07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.245595866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Deployment","name":"maas-api-e2e-ait-d8ef2d07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.308868301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Service","name":"maas-api-e2e-ait-d8ef2d07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.369442946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d8ef2d07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.425079579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d8ef2d07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.433446383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b7c535-7ff6-4d8e-847e-f9cb4afdfff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.491856754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.493624131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b7c535-7ff6-4d8e-847e-f9cb4afdfff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.547697891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b7c535-7ff6-4d8e-847e-f9cb4afdfff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.549467572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.601478074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b7c535-7ff6-4d8e-847e-f9cb4afdfff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.671040121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.726863651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.779966189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Deployment","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.885719938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.939031718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Service","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.992349196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"Service","name":"payload-pre-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.045616685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.098844668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.152125721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.208227013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.26119893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.314156757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.367350372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d8ef2d07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.420391577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d8ef2d07"},"namespace":"ai-tenant-e2e-ait-d8ef2d07","name":"default-tenant","reconcileID":"f39dfe94-b2a5-4247-86b9-3285f4dbcbd1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d8ef2d07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.478676059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","namespace":"ai-tenant-e2e-migrate-40a052e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.478753605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","namespace":"ai-tenant-e2e-migrate-40a052e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.478818856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","tenant":"e2e-migrate-40a052e7","tenantID":"e2e-migrate-40a052e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.533991055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Deployment","name":"maas-api-e2e-migrate-40a052e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.595050929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Service","name":"maas-api-e2e-migrate-40a052e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.697198257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-40a052e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.752167545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-40a052e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.810394253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.865825247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.919164197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.018290135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.071477265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Deployment","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.12475789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.178134858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Service","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.231363255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"Service","name":"payload-pre-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.284425312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.305301477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d8ef2d07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d8ef2d07","reconcileID":"12968afb-02d6-494c-a5b5-f39a894c09dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d8ef2d07","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d8ef2d07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.337707646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.390860494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.443895696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.503752169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.552617631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1803bfeb-3db7-46fd-8fd8-4bd0fee6a968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.607312125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1803bfeb-3db7-46fd-8fd8-4bd0fee6a968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.607878995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.661517868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1803bfeb-3db7-46fd-8fd8-4bd0fee6a968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.715269784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-40a052e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.71554585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1803bfeb-3db7-46fd-8fd8-4bd0fee6a968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.776018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-40a052e7"},"namespace":"ai-tenant-e2e-migrate-40a052e7","name":"default-tenant","reconcileID":"d1c29bc1-b1ee-4f2a-a342-175c709c0bbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-40a052e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.833941498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","namespace":"ai-tenant-e2e-ait-78f52940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.833988442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","namespace":"ai-tenant-e2e-ait-78f52940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.83403829Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","tenant":"e2e-ait-78f52940","tenantID":"e2e-ait-78f52940","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.890911365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Deployment","name":"maas-api-e2e-ait-78f52940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:16.997231918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Service","name":"maas-api-e2e-ait-78f52940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.054908409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-78f52940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.112197194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-78f52940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.168700388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.226615016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.285149536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.34061443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.393975758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Deployment","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.447832536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.501208319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Service","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.558032836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"Service","name":"payload-pre-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.63477785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"DestinationRule","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.702507501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.761496128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.839830264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.89554475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-40a052e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-40a052e7","reconcileID":"d82d5dc2-3fde-4380-b31b-502709ae28d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-40a052e7-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-40a052e7-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.897439355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:17.95315483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.006337206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-78f52940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.062735918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-78f52940"},"namespace":"ai-tenant-e2e-ait-78f52940","name":"default-tenant","reconcileID":"42106dbd-a663-4aa8-b68e-6c63e29a0dcb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-78f52940","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.765785509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c749d7-c473-4a47-a8b8-0b2c7658e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.81976574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c749d7-c473-4a47-a8b8-0b2c7658e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.873586242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c749d7-c473-4a47-a8b8-0b2c7658e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:18.927572098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c749d7-c473-4a47-a8b8-0b2c7658e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:20.883745823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b6edb-dc79-4fc4-a975-83dfe2290db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:20.937533691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b6edb-dc79-4fc4-a975-83dfe2290db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:20.991409051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b6edb-dc79-4fc4-a975-83dfe2290db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:21.045726833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b6edb-dc79-4fc4-a975-83dfe2290db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:22.634214945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0dc0dc14-6301-4202-8d00-b08e9a93c218","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:22.720454626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0929cbd9-3a2c-416d-84be-7c0fb83ac682","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:22.774623089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-78f52940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-78f52940","reconcileID":"f8d43944-1cf1-4d3a-aaef-37dc00503092","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-78f52940","removed":["maas.opendatahub.io/gateway-access-e2e-ait-78f52940"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.028787368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d1a54ce-87ab-425b-9a44-17c2add4e58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.083155781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d1a54ce-87ab-425b-9a44-17c2add4e58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.136986705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d1a54ce-87ab-425b-9a44-17c2add4e58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.190827391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d1a54ce-87ab-425b-9a44-17c2add4e58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.651985163Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-093e34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-093e34","reconcileID":"21fe9221-12bd-4a1d-a0f4-6b0c426b11b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-093e34","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-093e34":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.873743464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","namespace":"ai-tenant-e2e-ait-f0c4bb39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.873804406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","namespace":"ai-tenant-e2e-ait-f0c4bb39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.873852484Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","tenant":"e2e-ait-f0c4bb39","tenantID":"e2e-ait-f0c4bb39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.929292907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Deployment","name":"maas-api-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:23.993502744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Service","name":"maas-api-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.050224593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.10541109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.167730792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.233459672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.293594197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.352956963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.406524514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Deployment","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.460519963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.513753107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Service","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.569921586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"Service","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.625491841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.629578637Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f1cd1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f1cd1c","reconcileID":"5412dd4d-f66d-434c-a359-a1fcb864c5da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f1cd1c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-f1cd1c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.682148711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.738658489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.795212347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.84845212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.904183246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.95942799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.012911677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"6110a4d4-345c-4fe7-8a96-5b4df5f5a8cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f0c4bb39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.16476098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837f608d-c9b1-487c-96d0-3c60fd5cc351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.218772894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837f608d-c9b1-487c-96d0-3c60fd5cc351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.272581049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837f608d-c9b1-487c-96d0-3c60fd5cc351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.370652641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837f608d-c9b1-487c-96d0-3c60fd5cc351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:27.301852506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b511f2-66c5-4b25-9461-0afb880ea040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:27.357463917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b511f2-66c5-4b25-9461-0afb880ea040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:27.412671135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b511f2-66c5-4b25-9461-0afb880ea040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:27.467372246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b511f2-66c5-4b25-9461-0afb880ea040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:29.407889642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5130166-8b78-4fd5-8b96-4c042d59b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:29.461739095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5130166-8b78-4fd5-8b96-4c042d59b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:29.515729487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5130166-8b78-4fd5-8b96-4c042d59b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:29.569992787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5130166-8b78-4fd5-8b96-4c042d59b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:29.849856938Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-853e85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-853e85","reconcileID":"4a415038-6de8-496c-8475-fa04e18a64ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-853e85","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-853e85":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.64258745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e21f6e1-64ba-4637-9368-be5eb168a658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.696834197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e21f6e1-64ba-4637-9368-be5eb168a658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.750795995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e21f6e1-64ba-4637-9368-be5eb168a658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.804967457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e21f6e1-64ba-4637-9368-be5eb168a658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:35.641030295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efc03958-92a8-4587-854b-565e55e40393","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:35.758973946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56c8fef4-f6ff-43bf-94e4-b65fdb1cc59d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:40.642095946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.192913661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"78a5a11d-61d7-486d-91f8-add68a3cf170","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.312670414Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"78a5a11d-61d7-486d-91f8-add68a3cf170","name":"e2e-worker-w4-093e34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.091118965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ff01bc9-6bea-4b3b-9d7a-6d2064e1c61d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.220335067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56e4b27d-6f78-47fb-94db-0fcdad294142","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.273135946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"17eff054-f6ab-4356-b6e7-f9f5c2920996","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.390479019Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"17eff054-f6ab-4356-b6e7-f9f5c2920996","name":"e2e-worker-w3-f1cd1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.449165394Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","namespace":"ai-tenant-e2e-ait-f0c4bb39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.449242694Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","namespace":"ai-tenant-e2e-ait-f0c4bb39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.449315498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","tenant":"e2e-ait-f0c4bb39","tenantID":"e2e-ait-f0c4bb39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.506725494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Deployment","name":"maas-api-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.560397426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Service","name":"maas-api-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.613865441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.667486252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f0c4bb39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.720943238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.77730969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.830919427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.885310883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.938669737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Deployment","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.993295254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.046933144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Service","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.100402332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"Service","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.153717341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.209722063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.263083548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.316266756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.374305317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.427982148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.483308099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f0c4bb39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.536976437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f0c4bb39"},"namespace":"ai-tenant-e2e-ait-f0c4bb39","name":"default-tenant","reconcileID":"3e32a525-9b1f-4235-be01-cb1edb99ad53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f0c4bb39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.594560599Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","namespace":"ai-tenant-e2e-derive-7cd046b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.594620823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","namespace":"ai-tenant-e2e-derive-7cd046b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.594667194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","tenant":"e2e-derive-7cd046b9","tenantID":"e2e-derive-7cd046b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.649918333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Deployment","name":"maas-api-e2e-derive-7cd046b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.714478343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Service","name":"maas-api-e2e-derive-7cd046b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.77585484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-7cd046b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.837466123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-7cd046b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.894964852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:47.951453749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.007477269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.064421392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.117763254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Deployment","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.172461884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.226354682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Service","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.281297429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"Service","name":"payload-pre-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.337358584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"DestinationRule","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.377797471Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f0c4bb39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f0c4bb39","reconcileID":"0629d0cf-75ea-454d-9650-4074f2e60ef2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f0c4bb39","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f0c4bb39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.393289845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.446824876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.503414918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.556691553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.651752961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.708333682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-7cd046b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:48.76327492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7cd046b9"},"namespace":"ai-tenant-e2e-derive-7cd046b9","name":"default-tenant","reconcileID":"c1916d88-8450-49dc-b79a-e908c7850776","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-7cd046b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:49.698488642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d7161e-0409-4d21-abcd-fa1bbf8801ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:49.752683927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d7161e-0409-4d21-abcd-fa1bbf8801ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:49.757561404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7cd046b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7cd046b9","reconcileID":"47bfa2c6-1327-4f71-8dde-7318c5c68ebd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7cd046b9","removed":["maas.opendatahub.io/gateway-access-e2e-derive-7cd046b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:49.807197952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d7161e-0409-4d21-abcd-fa1bbf8801ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:49.861944239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d7161e-0409-4d21-abcd-fa1bbf8801ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.947668632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c37e67-b06c-425e-8961-c9fbb8112359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.001482527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c37e67-b06c-425e-8961-c9fbb8112359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.055939622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c37e67-b06c-425e-8961-c9fbb8112359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.110476973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c37e67-b06c-425e-8961-c9fbb8112359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:53.986173047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-aef589","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-aef589","reconcileID":"c83d6cf7-7c97-47a2-8027-7902e71e9f18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-aef589","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-aef589":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.04951701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eca57c-ec9c-468b-a813-577cc3b408cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.103238333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eca57c-ec9c-468b-a813-577cc3b408cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.158195847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eca57c-ec9c-468b-a813-577cc3b408cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.212343948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eca57c-ec9c-468b-a813-577cc3b408cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.37988514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"dd9f44dc-9361-4679-9a55-27d89e54f0ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:54.510613244Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"dd9f44dc-9361-4679-9a55-27d89e54f0ae","name":"e2e-worker-w0-853e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:56.203012639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49e828-dee6-4798-ba03-b66799c6db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:56.256914687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49e828-dee6-4798-ba03-b66799c6db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:56.311259139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49e828-dee6-4798-ba03-b66799c6db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:56.365928585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49e828-dee6-4798-ba03-b66799c6db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:57.804554477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e532","reconcileID":"ca0f28ee-2674-403a-84fb-f26bd1777673","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-32e532","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-32e532":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:58.379471363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13687d3a-db73-4554-94b4-c5db2f535ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:58.438682186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13687d3a-db73-4554-94b4-c5db2f535ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:58.493804138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13687d3a-db73-4554-94b4-c5db2f535ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:58.548376216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13687d3a-db73-4554-94b4-c5db2f535ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:00.55221104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d6f0-a95b-4741-b5ef-921138a308b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:00.606205931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d6f0-a95b-4741-b5ef-921138a308b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:00.660263208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d6f0-a95b-4741-b5ef-921138a308b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:00.714312722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d6f0-a95b-4741-b5ef-921138a308b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:02.660842088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71db8df-4354-4a45-897e-464c41637ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:02.716751445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71db8df-4354-4a45-897e-464c41637ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:02.777222623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71db8df-4354-4a45-897e-464c41637ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:02.831834265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71db8df-4354-4a45-897e-464c41637ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.634024726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce10d12-bcf6-4cc3-ac44-2f121b35ee20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.68820597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce10d12-bcf6-4cc3-ac44-2f121b35ee20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.742211243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce10d12-bcf6-4cc3-ac44-2f121b35ee20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.795993565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce10d12-bcf6-4cc3-ac44-2f121b35ee20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.743686685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1e914-24ab-4867-924b-de0f406c6714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.79757385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1e914-24ab-4867-924b-de0f406c6714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.852268744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1e914-24ab-4867-924b-de0f406c6714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.906298023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1e914-24ab-4867-924b-de0f406c6714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:10.641895338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.865205924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789e8458-a75c-4c2d-b501-cadcae1fc003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.918933221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789e8458-a75c-4c2d-b501-cadcae1fc003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.97266133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789e8458-a75c-4c2d-b501-cadcae1fc003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.026525526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789e8458-a75c-4c2d-b501-cadcae1fc003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.041744227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25445a41-2e97-4625-87b5-c2a86fa6a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.095578229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25445a41-2e97-4625-87b5-c2a86fa6a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.149613522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25445a41-2e97-4625-87b5-c2a86fa6a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.203696506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25445a41-2e97-4625-87b5-c2a86fa6a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.180801352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d0494-1e3a-4149-ab2b-635e00962936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.234855821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d0494-1e3a-4149-ab2b-635e00962936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.288777406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d0494-1e3a-4149-ab2b-635e00962936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.342876793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d0494-1e3a-4149-ab2b-635e00962936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:18.335952948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a705d82-ae2f-40f1-be4c-b39ba654d832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:18.390013039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a705d82-ae2f-40f1-be4c-b39ba654d832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:18.443933833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a705d82-ae2f-40f1-be4c-b39ba654d832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:18.497847695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a705d82-ae2f-40f1-be4c-b39ba654d832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:20.451323174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3333fc5-56a0-4ab1-9b5c-00580195463f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:20.505183776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3333fc5-56a0-4ab1-9b5c-00580195463f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:20.559146456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3333fc5-56a0-4ab1-9b5c-00580195463f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:20.613190628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3333fc5-56a0-4ab1-9b5c-00580195463f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.293410969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"d5844f3b-6b28-4ddc-bced-f08865a53a63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.410254467Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"d5844f3b-6b28-4ddc-bced-f08865a53a63","name":"e2e-worker-w2-aef589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.546081263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee3995-7740-4442-b0fe-8b923f1517ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.600377216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee3995-7740-4442-b0fe-8b923f1517ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.653960603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee3995-7740-4442-b0fe-8b923f1517ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.708334619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee3995-7740-4442-b0fe-8b923f1517ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.754451679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ccee90-ef98-4fbb-bd3e-9cb4b312fe06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.808566767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ccee90-ef98-4fbb-bd3e-9cb4b312fe06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.862401141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ccee90-ef98-4fbb-bd3e-9cb4b312fe06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.916595446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ccee90-ef98-4fbb-bd3e-9cb4b312fe06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:27.72170284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"548add5d-24cd-469a-9d90-3595a0b67c99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:27.839344795Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"548add5d-24cd-469a-9d90-3595a0b67c99","name":"e2e-worker-w1-32e532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.873726399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"01b13291-b05c-4047-956e-eb260a131148","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:40.642364845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:52.335090968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"afeb5059-1e8f-46c3-90fa-08e65d2aa471","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:53.041255197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"231780e2-fc58-46ff-aa96-2be6edc49814","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:53.108882378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8d5db752-ef18-44cc-a64e-3d814f0931fd","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:55.136670347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511b38-d933-48a9-95e7-d78c22445ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:55.190760462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511b38-d933-48a9-95e7-d78c22445ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:55.244565121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511b38-d933-48a9-95e7-d78c22445ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:55.298596914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511b38-d933-48a9-95e7-d78c22445ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:57.233885803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e63452-ad0e-4e50-9ac0-44cd05924fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:57.287682763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e63452-ad0e-4e50-9ac0-44cd05924fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:57.341721432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e63452-ad0e-4e50-9ac0-44cd05924fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:57.399624957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e63452-ad0e-4e50-9ac0-44cd05924fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.483259053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc9ee12-3e62-458b-8231-207df8d823c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.53728383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc9ee12-3e62-458b-8231-207df8d823c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.590908845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc9ee12-3e62-458b-8231-207df8d823c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.644700349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc9ee12-3e62-458b-8231-207df8d823c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:02.573310726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039454c3-0f7b-4bdd-b4a9-cc7cd68987e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:02.627198399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039454c3-0f7b-4bdd-b4a9-cc7cd68987e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:02.681144033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039454c3-0f7b-4bdd-b4a9-cc7cd68987e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:02.735372353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039454c3-0f7b-4bdd-b4a9-cc7cd68987e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:10.641544171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:12.647988239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ccfcac08-54ac-4656-a60f-5791572d4c29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:12.74621765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"caeb6b36-5dc5-4450-9a9a-746a9e9d28a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:12.90071215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c6f69cbe-33f3-4392-b422-e0cfa82324a0","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.220546288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"06833aa6-e72d-4928-9229-02d151e9ac0b","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.443252682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e2464a57-1e51-4489-8c75-c3d6238b7515","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.50110202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2db83532-7d5c-4ffe-80c1-ec94f31ad206","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:14.550206021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"15e3a825-5536-4dde-953f-49393243c45d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.560334363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"071518eb-2ef3-41f0-93be-d5a45e2cd451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.560349976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"071518eb-2ef3-41f0-93be-d5a45e2cd451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.619057823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab40fc1-0f65-4ace-b624-21cac5b075af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.619090914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab40fc1-0f65-4ace-b624-21cac5b075af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.668051178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"778193b0-e73a-4fb8-9938-c6f916237fef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.724395085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0fce19e8-4616-4275-8195-bf39de3eb7d6","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.815845036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8a6833d4-2273-4e25-a454-9d88ac833547","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.877449579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"42d75201-ba26-4552-aca5-eef4403b3299","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.877673623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"b57b63a5-034f-4a8d-8a46-c8206caab958","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.925054434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"3e7f8c3b-88b7-47f6-a1ae-475357953432","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.941926687Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"76c2a4b0-a128-40f0-8771-186f3e71af72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:14.981324265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f08dc1b3-6e71-4dda-ad2e-a9e912b9628e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.086930105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"96a377b5-7961-4e7c-8e13-5d4dfd6b1a99","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.110991526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f08dc1b3-6e71-4dda-ad2e-a9e912b9628e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.112154924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e89c5114-80cc-42a6-9f15-cff9e11d48b0","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.142850774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"5b1f850c-1c8f-498b-80bc-b1893cad18e0","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.167412291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f08dc1b3-6e71-4dda-ad2e-a9e912b9628e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:15.193919034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f81348ff-2887-4049-bcae-95fd633c7b38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.201480929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"a315c4ff-8ed8-44ad-a522-165dc4270fd3","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.226000093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8ce230ee-0c01-424a-8fc1-5c03841462c0","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.306896615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"1ddd2ee9-7365-41d1-8a5e-2c68b5817309","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.331110674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"7906fea8-8451-4384-82bc-0c02ee2fce58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.333188384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8db8e525-d415-4005-8f69-978e1138cf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.361606197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"47f404d0-b946-4c3b-b1d0-5651038585f6","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.390611117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8db8e525-d415-4005-8f69-978e1138cf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.421643666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"4f078129-5853-4478-ab89-6e916e4c930c","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.44698345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8db8e525-d415-4005-8f69-978e1138cf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:15.477151194Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"4f078129-5853-4478-ab89-6e916e4c930c","name":"premium-w4-093e34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-093e34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:15.477237619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"4f078129-5853-4478-ab89-6e916e4c930c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-093e34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.482630568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"4b89a8b6-9a79-4587-9f65-f32b1422fae2","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.578727682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"39354a1b-3b11-4f60-960f-ed80e70b6dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.586459854Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f5909492-6317-4163-b965-b61fcd13b8a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"premium-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.636133382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"39354a1b-3b11-4f60-960f-ed80e70b6dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.679014459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"670345c5-e577-4357-9264-d6fd1f1ec30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.692289018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"39354a1b-3b11-4f60-960f-ed80e70b6dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.737151216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"670345c5-e577-4357-9264-d6fd1f1ec30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.750855076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"9b7add1c-f654-44ad-a0d7-4c9d5a6d9ad7","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.754300934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"e3b4c212-a58b-4419-b8ef-5291fd73844a","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.795089155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"670345c5-e577-4357-9264-d6fd1f1ec30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.912612111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8c9eb191-5275-45b7-902f-549b1a6d14e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.971305242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8c9eb191-5275-45b7-902f-549b1a6d14e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:15.975470279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"80d53337-f2f8-4fe8-a510-2bcec553166a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:16.027725246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8c9eb191-5275-45b7-902f-549b1a6d14e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:21.907208869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70f62a81-2429-45d5-8e4d-cf85f5fc6355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.028600909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"f936ab06-53ae-42a6-af80-fa7314c10360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.146401497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"07bbeed0-cb58-4241-aaad-6209303593c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.196518512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0e844876-2105-4abd-9ca0-d7db6720b2e3","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.247024476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1086c2dc-8419-4545-8ecb-c864fb4caee7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.314780091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"7523b781-3357-465e-a8fa-71dff15922fa","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.400189732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"654cff95-8cb6-4383-9865-b5f77800e6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.400796286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a226a835-5f7b-4f48-a76b-93a678621364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.458430111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"654cff95-8cb6-4383-9865-b5f77800e6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.458524436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a226a835-5f7b-4f48-a76b-93a678621364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.514484022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"654cff95-8cb6-4383-9865-b5f77800e6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.514666697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a226a835-5f7b-4f48-a76b-93a678621364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.679350935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ee4e3c17-3957-4f49-973a-324f3ee94d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.679351482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3351559d-bd36-46ba-ad03-cea415f7bd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.738117117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ee4e3c17-3957-4f49-973a-324f3ee94d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.738185357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3351559d-bd36-46ba-ad03-cea415f7bd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.794397718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ee4e3c17-3957-4f49-973a-324f3ee94d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:22.794397801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3351559d-bd36-46ba-ad03-cea415f7bd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:32.955228583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3d597769-4751-4bad-8ce8-175f5152084c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:32.95533169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7c902ed7-ba17-46ab-b52e-6903e7c5b946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.013495208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3d597769-4751-4bad-8ce8-175f5152084c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.013859036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7c902ed7-ba17-46ab-b52e-6903e7c5b946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.070101079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb4a8820edf98498583003931d5bf694766d37bae76084e71f1c6da57038dda) AuthConfig (adcf0ce642249390b6c5c7a1f54c3b13cf6e2ba4ca11bec5f9ae11b58979512d) AuthConfig (a454b337ad895d09a06c3c98ccfb6c6839f11a0a0873783103f4d89e1142b2ba) AuthConfig (c879a54ae7f26bb74f3248ab891427090418e3b8d5c79ef1362b2e1ade425a3f) AuthConfig (894bbfdc3d6132e8da71af4fceda2553d8e73a965f0e1f16a14eae4dc06a0722) AuthConfig (1e65f14a510e8edbc16cc179ae3450e107297599633d9b62bc04bf7db2cd9b28) AuthConfig (7ad0402e7921c8492af39fb2195f6503a87c7cbd965d9b13893c3424b12ba604) AuthConfig (3a19a47adfbd419d22862c556f113b2ff2b013bc2e1b02644b88055214aa3181) AuthConfig (29ce0f4aeea5757a927a75ca443f16f958a96da53ecc15c7ff1ccc461768374c) AuthConfig (aa2f41287bdc7e0d462dd6f340b55515aad92b4cb2db83b37b4a0a2d6708536e) AuthConfig (739ef73358ea301c17892882eedb99b47cc13408e3b70e58a1bc7afd85992497) AuthConfig (9508fac276485682397e360a322dc1e214fa8b1acf67884b5f95abca55883a27) AuthConfig (037c268c45c102b12c05fe38daa9860ae0685293126a7345a6c34fea0bfad9d3) AuthConfig (6ad9ef13b235965da221bacd4f74cbbc01ca86c357f1d8ca1bad48ac585d2c14) AuthConfig (4e960bf6280be3c26bb3a2f38a67b5e07b8c5728ee74a3e80a3d6a625c7618de) AuthConfig (574c29de0aa18570af0e35ee8556dab87b9e5a6d7ec18a44a231e123ee67217d) AuthConfig (438621a882906a54b97e68ca2bf596fc7ec1ee1ddc9fae6f1fd89de7c1354322) AuthConfig (041671edaa4cfcc5e538f6d34290d28fb8320ef4bb33038a71a4ae94089807eb) AuthConfig (df1cd88fc4d6417fc941e1ba7fce9d9642b0aadc95c0be9bdabe0ea6aca032d1) AuthConfig (2641f6740a9b1eecd35fa582613bc63f48dfbdfe783d464f44324074ff43e1fc) AuthConfig (8ded7c69fcbaef99a58ee933c21fee6ca6ba99fecfe86f564c7795caac500ade) AuthConfig (94927f0b32bced164b4d7f16bd00220ca2f9d0b07bcb47330c9cec845be7c461) AuthConfig (5868f5608ba0e2685a540952b6695510b65252b2db3faa9141c926ba18974754) AuthConfig (eaa60f7ba6a57ae101d089f83d81e791f8c732d181268703319fdbbf7f504d5b) AuthConfig (088cdb4b6098d00864cef4bffcfe2a14159427567c554d027bf4df60060348b1) AuthConfig (7b9b8befb12e0a2ebc960cbe8b9ecf5882ffb158507280f4350ca179039ad0a9) AuthConfig (795c722148c362cfc6231e225bf54eb039bbf60cacd4481f6a0da3cf59e99f5a) AuthConfig (c7aebfe6473ccab44bcb63b30b65472a0888addd4f79b9209d098d9dc00c3f5d) AuthConfig (213d71a305210db3150fc9bf9ebb155a5b440726bcc8be747535e5f32af638c0) AuthConfig (19ee68af2c8295a658e93c5d71d5b727fd20831c90f6c90b40badef32c18cc79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3d597769-4751-4bad-8ce8-175f5152084c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.070407624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-093e34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb4a8820edf98498583003931d5bf694766d37bae76084e71f1c6da57038dda) AuthConfig (adcf0ce642249390b6c5c7a1f54c3b13cf6e2ba4ca11bec5f9ae11b58979512d) AuthConfig (a454b337ad895d09a06c3c98ccfb6c6839f11a0a0873783103f4d89e1142b2ba) AuthConfig (c879a54ae7f26bb74f3248ab891427090418e3b8d5c79ef1362b2e1ade425a3f) AuthConfig (894bbfdc3d6132e8da71af4fceda2553d8e73a965f0e1f16a14eae4dc06a0722) AuthConfig (1e65f14a510e8edbc16cc179ae3450e107297599633d9b62bc04bf7db2cd9b28) AuthConfig (7ad0402e7921c8492af39fb2195f6503a87c7cbd965d9b13893c3424b12ba604) AuthConfig (3a19a47adfbd419d22862c556f113b2ff2b013bc2e1b02644b88055214aa3181) AuthConfig (29ce0f4aeea5757a927a75ca443f16f958a96da53ecc15c7ff1ccc461768374c) AuthConfig (aa2f41287bdc7e0d462dd6f340b55515aad92b4cb2db83b37b4a0a2d6708536e) AuthConfig (739ef73358ea301c17892882eedb99b47cc13408e3b70e58a1bc7afd85992497) AuthConfig (9508fac276485682397e360a322dc1e214fa8b1acf67884b5f95abca55883a27) AuthConfig (037c268c45c102b12c05fe38daa9860ae0685293126a7345a6c34fea0bfad9d3) AuthConfig (6ad9ef13b235965da221bacd4f74cbbc01ca86c357f1d8ca1bad48ac585d2c14) AuthConfig (4e960bf6280be3c26bb3a2f38a67b5e07b8c5728ee74a3e80a3d6a625c7618de) AuthConfig (574c29de0aa18570af0e35ee8556dab87b9e5a6d7ec18a44a231e123ee67217d) AuthConfig (438621a882906a54b97e68ca2bf596fc7ec1ee1ddc9fae6f1fd89de7c1354322) AuthConfig (041671edaa4cfcc5e538f6d34290d28fb8320ef4bb33038a71a4ae94089807eb) AuthConfig (df1cd88fc4d6417fc941e1ba7fce9d9642b0aadc95c0be9bdabe0ea6aca032d1) AuthConfig (2641f6740a9b1eecd35fa582613bc63f48dfbdfe783d464f44324074ff43e1fc) AuthConfig (8ded7c69fcbaef99a58ee933c21fee6ca6ba99fecfe86f564c7795caac500ade) AuthConfig (94927f0b32bced164b4d7f16bd00220ca2f9d0b07bcb47330c9cec845be7c461) AuthConfig (5868f5608ba0e2685a540952b6695510b65252b2db3faa9141c926ba18974754) AuthConfig (eaa60f7ba6a57ae101d089f83d81e791f8c732d181268703319fdbbf7f504d5b) AuthConfig (088cdb4b6098d00864cef4bffcfe2a14159427567c554d027bf4df60060348b1) AuthConfig (7b9b8befb12e0a2ebc960cbe8b9ecf5882ffb158507280f4350ca179039ad0a9) AuthConfig (795c722148c362cfc6231e225bf54eb039bbf60cacd4481f6a0da3cf59e99f5a) AuthConfig (c7aebfe6473ccab44bcb63b30b65472a0888addd4f79b9209d098d9dc00c3f5d) AuthConfig (213d71a305210db3150fc9bf9ebb155a5b440726bcc8be747535e5f32af638c0) AuthConfig (19ee68af2c8295a658e93c5d71d5b727fd20831c90f6c90b40badef32c18cc79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7c902ed7-ba17-46ab-b52e-6903e7c5b946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.12904435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"a70d9774-9118-4323-a221-e65e2fc43df1","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.132521042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"192c5f55-6b3d-4a37-b7e4-0cf048cab60b","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:40.642188377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.290268611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"60349f74-0992-46c5-9601-bbefa9bb1a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.291893385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4295259f-6363-48d3-9a0c-88513d59f653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.348107871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"60349f74-0992-46c5-9601-bbefa9bb1a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.350157312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4295259f-6363-48d3-9a0c-88513d59f653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.623656326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"0b2bbcf3-8424-40c7-acc7-facea9b638e5","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.624180569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5f9f32a8-4c42-47d7-9754-6669f62d7868","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.878366587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"3ce01308-5281-4e2e-b663-55edae1c9871","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.942911488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"7d7839d6-493f-4fa5-83d8-10bd8bb9e4c0","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.340014839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"87345754-000b-4acf-beed-8a2f16f52320","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.4622319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"02ec58ec-dfad-4f77-a68e-93a52e46bc2a","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.520217506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"ef2c75ab-2e5e-47a7-a8c3-71de34f577f9","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.566154317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"a3374305-2f83-47d0-90e1-48dccae1934d","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:50.574329395Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.624171227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"fadb528d-8a92-406b-b24a-c285092465b5","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.736305526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d8af3b50-49bb-4399-b7d0-2128f1463ca6","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.798294854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"773e005a-2a8f-4b82-a379-8b8c18f16f19","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.840782849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"25688d1c-8ea7-4ff8-be02-24b1d6918a70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"simulator-w3-f1cd1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:50.852957574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"773e005a-2a8f-4b82-a379-8b8c18f16f19","name":"simulator-w3-f1cd1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-f1cd1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:50.853014335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"773e005a-2a8f-4b82-a379-8b8c18f16f19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-f1cd1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.858278035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5083753a-aaff-4252-be74-bbc8d0565185","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:50.901337405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6cbc8543-c122-4a72-825b-d9cb73d914c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.007988004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"0903e391-d103-4d94-9bc0-e418e3b91829","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.008733448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6bd97e97-4173-459c-8b48-810cf3e038b9","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.024711923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6cbc8543-c122-4a72-825b-d9cb73d914c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:51.062270432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.081017766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6cbc8543-c122-4a72-825b-d9cb73d914c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.113211234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"8f3f7b4a-92bb-4294-9b2c-87185d35d404","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:51.121904112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f1cd1c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.144356906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"66bbb551-e2da-438e-a11b-0f6bee600734","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.174965404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"c24a47a6-1813-4702-8655-f3116220cb64","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.235328211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"e7e5f7ee-f738-4c37-9f8b-fd994345d7cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.255296083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"eaf658a8-40f7-4b86-bb7a-38e2d338674c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.283738266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"a2e2543c-1fb4-4c79-81f1-2e84a2ee81fe","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.313577133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"eaf658a8-40f7-4b86-bb7a-38e2d338674c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.342856444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"99af9a99-c5a9-46bb-b3e5-c95f5da3608b","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.370014123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"eaf658a8-40f7-4b86-bb7a-38e2d338674c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.393580073Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"930354cc-c4dd-459f-a882-45502b3a9d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"premium-w3-f1cd1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.40296917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6d812e89-5d1c-49cf-b272-b4035c05fa72","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:51.423978307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"eaf658a8-40f7-4b86-bb7a-38e2d338674c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.499627791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4652d99c-4fd4-4166-861b-69c01c7f38ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.557232948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4652d99c-4fd4-4166-861b-69c01c7f38ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.560497023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"f770c0b2-b171-4c21-9e17-309f638f4abe","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.600724572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5ab5be8a-a328-4c75-b6fa-3dcceef71516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.613407766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4652d99c-4fd4-4166-861b-69c01c7f38ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.658341495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5ab5be8a-a328-4c75-b6fa-3dcceef71516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.67223328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"277b7df8-ecb9-4aad-a03a-d706691c1161","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.71455002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5ab5be8a-a328-4c75-b6fa-3dcceef71516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.775053419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"4497f54d-2029-4d40-a2a1-1c328e0d14af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.832254154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"27c3edaf-e402-4e9d-ae1a-6b9a5f39f0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.889573639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"27c3edaf-e402-4e9d-ae1a-6b9a5f39f0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:51.946184334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"27c3edaf-e402-4e9d-ae1a-6b9a5f39f0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:52.000219212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"27c3edaf-e402-4e9d-ae1a-6b9a5f39f0b1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:52.165516701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"05784c4e-6d3d-48b0-8cae-9721d0559b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:52.232762558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"05784c4e-6d3d-48b0-8cae-9721d0559b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:52.28885526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"05784c4e-6d3d-48b0-8cae-9721d0559b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.266399951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"348d74f2-96ef-42f5-81ba-13b9d4c408e5","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.324749908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0c52ab4c-9c69-46fc-9de8-331bdb84b010","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.484170319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"4f09f898-f10d-42b9-8343-673cf6b91350","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.541654768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"4f09f898-f10d-42b9-8343-673cf6b91350","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.545241793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"75b067c6-bb6f-41fb-9a09-2a29de24eea1","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.606264272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"b3ec7fb7-ee5e-426c-8e29-464df14d5b8f","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.652505824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"eb9165ba-3179-4aa4-960c-1b8aede6872c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.664880955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"e1656c76-8e90-4570-ab28-eed284e9d166","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.707980587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"03323770-611f-498e-8ba1-e6d493033e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.708105599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f6d12ff2-69e2-4125-b1ff-d6d4b15ecea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.708720593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c195f8bc-ad5b-401e-8d5b-f823baf346d2","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:03:53.719179059Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-dry-sub-37d6ee74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-37d6ee74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.767086927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"03323770-611f-498e-8ba1-e6d493033e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.767195551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f6d12ff2-69e2-4125-b1ff-d6d4b15ecea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.841903843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"da00e4e6-190c-4f5d-ab91-0ca85b90a380","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:53.998153296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74","reconcileID":"821a634e-bbad-444f-bd22-441a470b3d31","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-dry-sub-37d6ee74","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.003706936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"882f0a53-f578-4c41-a374-4c685155841e","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.062794125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"882f0a53-f578-4c41-a374-4c685155841e","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.094390035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7f0e0fd7-6bc5-4bb0-8d51-8c5f4f768375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.094400244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"60089649-8a7e-422b-9972-1a671ec5754a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.153809855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7f0e0fd7-6bc5-4bb0-8d51-8c5f4f768375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.157978812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"60089649-8a7e-422b-9972-1a671ec5754a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.169535208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e0473f05-4f28-4287-b27d-f334ca6b015c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.218926353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"4a6fb0c9-b019-40eb-a137-20ccff640726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:54.385733128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74","reconcileID":"9a61b9a6-1a2c-4a47-9651-8491e4297d73","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.093564122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2d2dd922-48f7-461a-a4ee-b9b3809d2047","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.254025834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"49f628c9-c8c6-4256-a9d7-7ee0efde5bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.254300091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"543495b2-4a43-40ee-9a86-36d6dca5915f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.254032164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"cf1c3c6e-63c5-4a28-96e6-41d60919967b","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.313876608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"543495b2-4a43-40ee-9a86-36d6dca5915f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.316194498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"49f628c9-c8c6-4256-a9d7-7ee0efde5bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.318406504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"cf1c3c6e-63c5-4a28-96e6-41d60919967b","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:58.907473809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1354ae36-6862-4bc1-b7d8-89ab03908990","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:01.879133799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"024621bc-066b-497f-9894-32b8d5a7305a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:01.93685748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"024621bc-066b-497f-9894-32b8d5a7305a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:01.994178273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"024621bc-066b-497f-9894-32b8d5a7305a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.186995779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"682c1455-dfc1-4d22-b427-ed595610fab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.309551856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"97f584b1-1cdd-4c6c-96b5-537c5f432bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.354173481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5d5a9939-6649-4ba6-acd2-9b841c50b87e","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.451188486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"7231b8ed-9992-40ee-a51a-3c62e811d351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.477685399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"230ef456-13a0-416f-b134-cb827e172c94","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.508772128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"7231b8ed-9992-40ee-a51a-3c62e811d351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.565842117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"7231b8ed-9992-40ee-a51a-3c62e811d351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.635238373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"7b538fa4-ad8b-4f81-83c9-bb568d0c2f73","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.819262318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"80d0585e-b7e0-4e1b-bebd-59d0041561c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.819498056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b74ba542-12e6-4431-ab19-81954b512f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.884935247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"80d0585e-b7e0-4e1b-bebd-59d0041561c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.890660896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b74ba542-12e6-4431-ab19-81954b512f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.951394874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b74ba542-12e6-4431-ab19-81954b512f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:02.951995474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"80d0585e-b7e0-4e1b-bebd-59d0041561c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.018426985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"fa8af8f6-6c63-43a6-8cdc-e043def89e06","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.117149538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"34d62bff-5f3c-47be-a8aa-06d0b5e74d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.17510699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"34d62bff-5f3c-47be-a8aa-06d0b5e74d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.212588844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb156f6b-82c3-492d-a1e5-4406b39bb918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.231548367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"34d62bff-5f3c-47be-a8aa-06d0b5e74d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.273513986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb156f6b-82c3-492d-a1e5-4406b39bb918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:03.329957322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb156f6b-82c3-492d-a1e5-4406b39bb918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:05.983793852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"d2bcc13a-3d28-410e-bd45-365914ec09d2","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.260061627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74","reconcileID":"c92ec40a-5b11-417b-94f4-8998fb91a53c","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-dry-sub-37d6ee74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.479801831Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74","reconcileID":"c92ec40a-5b11-417b-94f4-8998fb91a53c","MaaSSubscription":{"name":"e2e-dry-sub-37d6ee74","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.695131231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"6c9c4fa6-3ddf-46b5-8f2f-0301954d8ed5","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.695741445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"888e1ed9-8a66-4e50-b9cc-9b9560c6a2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.828566967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"d3624f88-f23c-4af5-af67-add52ea649d4","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.855506555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"1e876930-f088-467b-8d77-2b719b89d7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.855610826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"9b6b5852-0fdf-4d22-847e-84a5c9b8f846","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.855958841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4820809e-318a-4770-8c45-f7da2a6d2972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.91374151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"9b6b5852-0fdf-4d22-847e-84a5c9b8f846","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.913761594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4820809e-318a-4770-8c45-f7da2a6d2972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:08.915934169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"1e876930-f088-467b-8d77-2b719b89d7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:09.121318002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-dry-sub-37d6ee74-auth","reconcileID":"54340eec-e7e9-4d54-8028-bbf7b52a865f","MaaSAuthPolicy":{"name":"e2e-dry-sub-37d6ee74-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:09.334454887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"cfc2896e-d223-4b06-9f42-f709dd7772ed","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.481357748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0d23657e-787e-4274-aa8a-5808e9459864","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.537015876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"00f73677-dffd-4848-bc7c-eb59f7a4404c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.642229642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.69672694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"8b89cefd-6e3a-4df4-b5eb-d5cf82f63a2d","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.755106495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"8b89cefd-6e3a-4df4-b5eb-d5cf82f63a2d","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.795260336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"019e596b-3fbd-4715-b883-53097809d08b","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.853980268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e8733ed1-2e0b-49bb-8db2-8a037dc077d0","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.90170946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"a5163a9b-f2c7-4582-8079-359335a6ce9a","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.915322355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a166b188-0e38-4de6-995f-7a6470620ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.915334933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"12189c7d-e1a1-4f24-9a80-dca1e1bca846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:10.947121609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0","reconcileID":"0c5f26b7-0346-436e-b445-e27da6316ec0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-30e219a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.959743859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ece7cd88-eb66-4f19-9d74-c0b4aecffe40","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.972498513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a166b188-0e38-4de6-995f-7a6470620ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:10.972540067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"12189c7d-e1a1-4f24-9a80-dca1e1bca846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.005760117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"c2603e15-3b5e-48a3-9f71-1cdde12e3a49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.059002635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"53796040-27a5-4a97-8586-163db09a6b67","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.075924279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7fc287ea-6b79-47e2-847d-26c8fe558874","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.115566373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7f75986d-3066-48c4-9a8c-4313f83db626","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.118606609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"7daaf6bb-f9ea-4c8b-9181-1d39f37b2acd","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.165718216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"f76b9da6-532b-4887-9a76-3099a5ac35d7","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.226200364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c8b027b4-485b-4cc5-8287-fc70232e4fe3","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.236718429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"457dd9b0-fdc9-4561-a729-fd35b307d54b","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.281022638Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c8b027b4-485b-4cc5-8287-fc70232e4fe3","name":"simulator-w0-853e85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-853e85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.281103526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c8b027b4-485b-4cc5-8287-fc70232e4fe3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-853e85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.286318594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"01538c20-3feb-4d3e-9ce6-7e3c7ac656bb","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.296226573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"457dd9b0-fdc9-4561-a729-fd35b307d54b","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.332254076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"87a7b333-b049-4403-ac1f-971eace2d058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.385003113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fa275f2f-5b80-49a1-a9e4-9edd664bae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.385180663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d9730900-a241-4811-9afa-bf00ca1c7b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.391575106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0","reconcileID":"2c48bdf2-7f56-4e6a-b992-212dc3764150","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-combo-sub-30e219a0","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.435886518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"3512cb57-4ce7-4cf2-957e-c6e00a07f92f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"simulator-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.440408123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"e1ca141f-3963-49b2-8b73-4a6319bdcbdc","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.443408787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d9730900-a241-4811-9afa-bf00ca1c7b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.443581717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fa275f2f-5b80-49a1-a9e4-9edd664bae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.466018312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"87a7b333-b049-4403-ac1f-971eace2d058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.499531922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3d43c5bb-fb79-4973-8f41-b031a2d08b58","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.522411007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"87a7b333-b049-4403-ac1f-971eace2d058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.546488727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"ea2463a4-9a8b-409c-8afd-23c60cb90318","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.558127177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c84cbeb2-2509-4d45-ae52-c40b325b61e3","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.561246183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"83ec95dd-9987-4a51-9751-e7dabe3f991c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.580839466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ac5b4fd9-f970-4fa2-8219-c57eca176a97","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.603060596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"77ba585a-8060-45bb-82a0-8ee1fc97c863","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.608296222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3a498b03-3837-4001-aabc-f5cc4d029de2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.612975839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-853e85/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.660830623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ec10f783-8310-43aa-b532-01da27c32214","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.688447063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"0c73313f-3255-4af7-9c05-ad82acf0d03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.706361382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"306fb53f-e04e-4e62-8db3-cd039672c30e","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.748628716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"0c73313f-3255-4af7-9c05-ad82acf0d03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.767792166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"eea057e5-87ff-47b3-8357-b01b2a63cd4d","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.776528897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0","reconcileID":"95c0d3a6-2ce5-44a3-81d6-d44b04ffadbf","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.805522761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"0c73313f-3255-4af7-9c05-ad82acf0d03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.823723264Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"84e4e87a-db06-4934-b5a3-51ce3fb4bf53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"premium-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.823738957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"eea057e5-87ff-47b3-8357-b01b2a63cd4d","name":"premium-w0-853e85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-853e85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:11.823798111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"eea057e5-87ff-47b3-8357-b01b2a63cd4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-853e85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.829096581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"88e14e91-fd06-40e3-80ff-f63ecd9f2c6d","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.877472988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"47970880-42f6-4c3d-8265-68bda2cf5edb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.925131895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bff62f56-380c-4eef-915a-d000b12fa6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.982562126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bff62f56-380c-4eef-915a-d000b12fa6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:11.992816861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"124f47cd-d3c4-4fd0-ad47-1f600b2cf00d","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.026093262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dd6bf993-f576-44a1-8aa8-c6c2a5ac1715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.039331162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bff62f56-380c-4eef-915a-d000b12fa6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.083586392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dd6bf993-f576-44a1-8aa8-c6c2a5ac1715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.093512167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"965409c5-116c-403c-8b52-093d1d249a39","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.097971083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"3dd62514-6915-45a9-b5c7-3f7874737469","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.140407476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dd6bf993-f576-44a1-8aa8-c6c2a5ac1715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.207290656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"51dbcc19-d119-439c-8729-5eaec4dfdc37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.259227852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8e27f299-0ce5-4d30-86f3-f0d94d6fac6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.317236771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8e27f299-0ce5-4d30-86f3-f0d94d6fac6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:12.373861479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8e27f299-0ce5-4d30-86f3-f0d94d6fac6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.392858846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2c636d5a-ee69-4800-82fe-4577d760bd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.450516693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2c636d5a-ee69-4800-82fe-4577d760bd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.494216243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb4378d1-809e-4bb3-8ec3-58cb76781be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.507002177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2c636d5a-ee69-4800-82fe-4577d760bd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.553030654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb4378d1-809e-4bb3-8ec3-58cb76781be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.609398855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b5d04cf3189675c2819fb336c2abe68269978c0c9e843193c5953032cb77046) AuthConfig (5323866b7d6e1ff22bfb5162f4f54e0f270b5f518e492356d9163184b21e1e34) AuthConfig (8fee1ca48bd7321c68251c6445166103e4c936db06307e717be02e3414c7a6a2) AuthConfig (343709067624398d341d1d639714b88159096ab3624a034785eefcc51229d2a7) AuthConfig (0d1259d8ccfbc0ac0c9fa36a0b312567cb617ff5dba755034a4282a8a44fcb81) AuthConfig (709afb598cd76c799f6ba7d4c76246806f173a992be936d0b998f4b31136c8b7) AuthConfig (0d148dcb501def7026b9a8ab7731deb3c899680b3d80507b82949658ff4d01d5) AuthConfig (ed9867e13ad160ff1a406dd0c4227f3104bd3b118b5a04a018ef359a28db52a8) AuthConfig (4fcaf91d67c8cbcc06a602a190824639f3fdec7286c2c3aac53936c20376fd06) AuthConfig (b72a962eb9d1630e343ab1b407af2f4ef44665f17ec6447b463100619a01fe5d) AuthConfig (686b3b23853bea54ae7b40d8eeae4f6e7b95cd29b82d9a0d655c1a064ff7511b) AuthConfig (5853edb01307c9d6c3bfbf5af05efa77cb58020941791ebf7a954a1eda6d4d73) AuthConfig (db0c005cc86049d01ada6a94e84636c75cf369951c297c74ab50d0250a146d56) AuthConfig (dbfc56956e98557b7f69635394874f36d1922dd6f5017fae2d8f08c8e58687cd) AuthConfig (e0482f5bef9691268f08f7a3f42b71c5a7a8ba28285be8cc6c0e23c43f5b697c) AuthConfig (7c902e759e47e3c438dba387cef148667ccedd2461c6b2c32a99103ae9383a35) AuthConfig (f354ca60008881041dc39be8c76aaab2d8a41deae8fbc652687a94bd1b4953e0) AuthConfig (ac26977c25b14f5596fc7212bb6150054f65801df7c99392db6df96cbe5a1b06) AuthConfig (777c4ca4b5e871572a4580d35cc2052c6f044310eb67fe3a0d3b53c407d5df28) AuthConfig (2b4838e9e73a380615afbb1e9cb925c5aa85e1ac194ace6037874ecd19f18b3d) AuthConfig (f39b9c1788b16aafa617b73925c24ad06fc0e4f8954142c920d365e370722933) AuthConfig (6a31df8b28064b2659be09f8838ba1da9ecd045310602adbb55ae6c0bd8b1899) AuthConfig (4ca9fc2b7e58c014f4243c9c9858661e81814fb8c81306e38eb591e310996096) AuthConfig (71403e0e22980a47bd2928b8763ef6588f252842531bfcfc355efcfd399da142) AuthConfig (777c80b7c4f412a9bfdd7a798a3ff016bda14e0de08f16d3834bb4283ec195ae) AuthConfig (85065ecb06d7fec467329813723b8d43ea4f77c69343ad6db5531d0d26a6d24f) AuthConfig (22a0b104388efd29aecf4abe8d387a346632b48d515e3153d80777dbd9e1851d) AuthConfig (593ac2c24d07ccac60e5dc13a3e233c0cd0119dded8927891eb530fcff45bf17) AuthConfig (36fbda201a5bd676062cb81efe0c798972fdce0060c58097b88b002d8b65fdd8) AuthConfig (a12fcaa871c50b4c7f5b8b539f816f564239453e9151772ea23283d64af2f060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"bb4378d1-809e-4bb3-8ec3-58cb76781be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:14.610174834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"ce537755-8fa1-42e3-abb6-5a19ce2d41ad","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:14.678180842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0765b728-0fe6-4b30-9a70-192b86dcde99","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.161165564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ae45fde8-2527-4715-9a65-f454999e3832","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.321916083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"999eaca8-21be-475d-86e1-23cef6be528c","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.322680139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"58f506cc-3433-47b6-ab67-655cf3ba71da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.322681287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d05c6839-99a0-4822-8eb0-99b86092be04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.380505511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"999eaca8-21be-475d-86e1-23cef6be528c","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.380570246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d05c6839-99a0-4822-8eb0-99b86092be04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:16.38268711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"58f506cc-3433-47b6-ab67-655cf3ba71da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.301429993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dca6abb6-e265-4a6b-8c08-84c4541beb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.359469318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dca6abb6-e265-4a6b-8c08-84c4541beb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.415711197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dca6abb6-e265-4a6b-8c08-84c4541beb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.534189971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bc4fb206-1405-48fb-af35-9cba61e4a0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.591872186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bc4fb206-1405-48fb-af35-9cba61e4a0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:22.648089191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bc4fb206-1405-48fb-af35-9cba61e4a0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.67072794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"de4f3217-fb7f-4f49-a863-86166e39e792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.728459306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"de4f3217-fb7f-4f49-a863-86166e39e792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.770349776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"860a7c18-b01f-45f9-bf32-6af8d37dd6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.828236201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"860a7c18-b01f-45f9-bf32-6af8d37dd6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:24.061343449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"343745f3-48df-47f5-87f7-8a0ed8b4430f","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:24.153193078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e3427178-2576-4a6f-9fae-0e0c3f3bcf1c","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.32811707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0","reconcileID":"7c2e23e8-f76e-4fb0-95f4-55b6b9ca21bc","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-combo-sub-30e219a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.548465651Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0","reconcileID":"7c2e23e8-f76e-4fb0-95f4-55b6b9ca21bc","MaaSSubscription":{"name":"e2e-combo-sub-30e219a0","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.763988425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"211f5786-3893-47d5-b27d-54b2fc40cd1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.810463324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2d0326d3-e429-432c-97cf-b94909807c3f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.870393399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"09a8faae-2893-4854-b440-514e020e9cef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.946037091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"00e9760f-1d86-4337-9ea2-b3e55a0d3005","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.972469444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a64aef24-55d7-4418-b676-f16f2c38cf4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.972604236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"9ee8307d-0341-4a55-81ae-2605252a176e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:26.972470666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"892af26b-0ffb-4c8b-9fa1-0073eb74bcba","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.030469489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"892af26b-0ffb-4c8b-9fa1-0073eb74bcba","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.030571334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a64aef24-55d7-4418-b676-f16f2c38cf4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.032660471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"9ee8307d-0341-4a55-81ae-2605252a176e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.23811568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-combo-sub-30e219a0-auth","reconcileID":"33e0cec9-f72b-47d4-aa15-53be47ce6df4","MaaSAuthPolicy":{"name":"e2e-combo-sub-30e219a0-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.271700348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"6339c4c1-ddb4-46be-9f9a-2e9422e19346","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.372749587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"4015727d-489f-4852-b08a-37d0bb3bb4b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.441825546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"2a947f05-33bb-4685-b9d0-1ab05c63b458","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.498223163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ae71266a-73f1-4243-8ddd-d64dbedc9fce","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.541340957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"9f1335e3-4351-42fe-b277-5010dcba03e8","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.745095758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bdb26b7f-9bbc-425e-9b08-bb6da4fa5577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.745102375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"5edc38d3-9029-4b1f-92bf-768824057672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.803886206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bdb26b7f-9bbc-425e-9b08-bb6da4fa5577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.80395017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"5edc38d3-9029-4b1f-92bf-768824057672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.860178159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bdb26b7f-9bbc-425e-9b08-bb6da4fa5577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.860602524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"5edc38d3-9029-4b1f-92bf-768824057672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.918926812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"7566288e-2f96-4e55-9938-b3f41eca288b","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:27.92144892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"16af6b05-d78c-4828-bcfd-a782844d6d8b","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.078952705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b2c60d4d-38b8-4d5d-9505-e2938fc87cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.080186955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"e4d4910c-1808-4152-ad41-2dcbd4a48587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.136440667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b2c60d4d-38b8-4d5d-9505-e2938fc87cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.137842441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"e4d4910c-1808-4152-ad41-2dcbd4a48587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.192511357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b2c60d4d-38b8-4d5d-9505-e2938fc87cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.19378821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"e4d4910c-1808-4152-ad41-2dcbd4a48587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:28.247047754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b2c60d4d-38b8-4d5d-9505-e2938fc87cf4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:28.248031196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"e4d4910c-1808-4152-ad41-2dcbd4a48587","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.413237154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ce9d6924-c0c1-4826-b133-409f12be23e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.413524665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4bb9950f-1aad-4df6-8785-9c1ae7c7b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.472156826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ce9d6924-c0c1-4826-b133-409f12be23e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.472479179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4bb9950f-1aad-4df6-8785-9c1ae7c7b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.52885863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4bb9950f-1aad-4df6-8785-9c1ae7c7b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:28.529116064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-853e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db41e62da5df6b5423760a8682635fc86431257d35ee3763d40094107e91b3b) AuthConfig (2884cf7d15c2d1996f299dadf2988fb98e814372fae68d2b4f7f39f42f9038eb) AuthConfig (dcb6fb3d5ac6eef846c339236d0f99341b9ad21c6dd34ed4525a0c17498aa9c6) AuthConfig (f870de3429d865de8d3cccffd1b691a90624ebc39739403743e27533d1d6c10d) AuthConfig (4f757890e3d4d8e46299e31c3ae7ddebeb3744554a3796f3fc5bea1d2c4d7282) AuthConfig (510b853c9d9d62b7c33f844e3447d0933796b4740443b5ed18decf02fe7322ec) AuthConfig (29005c6006a100068f8296e4f8a971cc61c3cf74e9d909e32753f84bba8730c8) AuthConfig (52628bf003765ea8c53d69ee6e88dd8ae99e08af4441881adf97a66aae4d4e3c) AuthConfig (a31505cb0f47d44ac12bd99f4bca7d41f7ef4080b24c3f2aa7d5e8b989d339f3) AuthConfig (8a28aeb7aa4464db03f30e8e98b4cc389a3e8955ec87cf6ca8edf96a2fbabf14) AuthConfig (ee31a3aba8c26cdc7ac5b79b517270a1b1e406babc34f517e56335730c63a839) AuthConfig (3682a1fa3499b9f5b9b9d99a320bfebb2cbbb037b37ec2ee9b852897fa2bd3be) AuthConfig (eebdd11ccba15c98c9e5b2612016f511d3b33ca890becd12eb1b3cf35442e6b0) AuthConfig (c2400b6a64e505fcd12d816e49a943ca16e8e0492468f9cef7fa46afb933aca1) AuthConfig (340ae8c6e5bb50ad8f2bf29b6ba9c3caeaeb668dc214157eafce561b5dd02209) AuthConfig (73387a6babb1c17c18fa5d80c07a7f076b3c0d65abf95fc40bf5db4268eb87d7) AuthConfig (5bba0562f4193ede6c43f8fe8b1180d10c6f61ecae1202f7d0de3a8ec86a4d89) AuthConfig (6736cc4491f2cf295c4c54458d38039299c9a9cd2158c4e0ebe205cb144b6e0e) AuthConfig (c1337f781cd6d8f5a40c58ae1232f001bcfc6f2ca19437eb61a8bef54254d92f) AuthConfig (2615ffbee7e412699acfee99727e9605c4e5fc5a72c334f3191ed61c12080ea5) AuthConfig (59129f1e2d2365af0ec5918b5a975b939a8d36ddf2082ece41bad1ca4d056830) AuthConfig (bd72b1bafb14d43f4c7e385bf2132990730f1058f4174bec457fbc9eeaa4f434) AuthConfig (a789e1031f80e0605e5ed8901dba56c620aee0e624b96a0c21c754d92857945c) AuthConfig (f55d55161a91953c22d059e9bad788f71695bf0443df2051930bcfc54686256b) AuthConfig (d18b37e94f3ea06e05452e4ea9d8143a8a8162e3dd8f17111307a698a425f1a0) AuthConfig (18b8866ebbd220e22082bfb8e38d4a53aad5a3fddbed718cb93d630413bce388) AuthConfig (7880e0f47aaf6c1526d539c00fc092fbab47f1bd7935a02f02eb202e6186d25c) AuthConfig (a1a4364581156422f0fe7ad06b0cb8453aca2d77e9290c2b7e74d5071db4bb45) AuthConfig (ef83c313571cd4c90e34f3fd69478add00dad23998a09d23c92026c0ceb8f3f5) AuthConfig (48d6427b9e3c1276fc46f6f21a90986665dcefd3576cd56c0f88d6e58561f6af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ce9d6924-c0c1-4826-b133-409f12be23e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.503256068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d9319cff-e357-4840-84d4-0c5e5b9c4ce1","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.56130461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"b8c90ab3-7d68-4678-98a6-8db6f174cd70","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.724619425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"8a30bdf9-7b10-4489-9cdc-bee6cb5128b6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.759418537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"0fed78b0-7f8b-430b-9563-79c76a7535dc","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.782302039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"8a30bdf9-7b10-4489-9cdc-bee6cb5128b6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.819558179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"8ed50288-f303-4731-992f-2b3da92c9f82","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:35.866832773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"7f58d817-630d-4873-995a-6308bf1979e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.920031618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0a79cf7b-a48a-48c4-af43-0e11d838cbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.920282954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6d09702b-f16f-4272-81b6-02ddf6876156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.979012592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0a79cf7b-a48a-48c4-af43-0e11d838cbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.979177442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6d09702b-f16f-4272-81b6-02ddf6876156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:35.979937634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5733ad17-6a99-4a9a-a35e-05def4d8e6b5","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.03594408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5ee0e3d7-1b04-4957-b851-e83e441a8d4d","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.101090172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"b364eb04-09ee-4565-b5c5-edc68545ae4d","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.261050516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"c8d629b1-cd25-4570-81dc-d6e190f7bb62","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.313808135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"9954701f-6f9c-4b62-ac1c-1a4871a1d80c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.313925763Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"9954701f-6f9c-4b62-ac1c-1a4871a1d80c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.318232545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"c8d629b1-cd25-4570-81dc-d6e190f7bb62","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.40752797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b15130f6-970f-41a9-8b1c-4e1ace8b34df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.407553232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"d97b5e42-d1f0-4e52-a3fc-e6532af2b841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.465398732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b15130f6-970f-41a9-8b1c-4e1ace8b34df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.465410351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"d97b5e42-d1f0-4e52-a3fc-e6532af2b841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.529197999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"95677bd5-3f57-4841-b68f-081fa380c001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.583253959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5b4a4c0c-f7e4-4b5a-bc43-58d1db065824","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.798259857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"c763f5a8-a098-46ee-b330-99c2ead66194","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:36.798434564Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"c763f5a8-a098-46ee-b330-99c2ead66194","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.523614645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2abf1834-e7a8-4778-9c04-76fee5a74dc8","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.581513644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e7e942bf-a03a-47f4-ae21-82ec0551e349","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.741058482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"654e8480-3014-43ef-9096-b986084a8902","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.794247414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"b92269c5-ac7b-44bf-b40d-3de91b8ac536","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.800452836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"654e8480-3014-43ef-9096-b986084a8902","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.854119105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"53beddc4-e5e0-4b48-b203-2f26de410fe9","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.900684012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"081d6297-c592-48c2-8ab4-4b6d53d42f23","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:37.908281707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.955292549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fa70a65b-bd69-4869-8b8e-0d970332c7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.955296894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cfe53b45-ba97-47d2-bfc6-17d61a54be6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:37.959355633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"aa327e6c-f418-4489-96f4-d7826a6fede9","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.014178972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fa70a65b-bd69-4869-8b8e-0d970332c7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.014304957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cfe53b45-ba97-47d2-bfc6-17d61a54be6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.072908548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5a3be72b-3d17-4f5a-ae2d-5eec7687dfc5","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.246514155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"d4035f90-7b92-42e5-a529-00e4ab8f4e6d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.254864366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-sub","reconcileID":"f9c05001-7672-4b71-9919-733f3456c9f9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.311390598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"d4035f90-7b92-42e5-a529-00e4ab8f4e6d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.345107352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"68af9ee6-0ee3-444e-ad2c-54e966da2b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.34510326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2f4bd1c9-da88-4ea4-9855-ba521127be64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.403019361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2f4bd1c9-da88-4ea4-9855-ba521127be64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.404115442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"68af9ee6-0ee3-444e-ad2c-54e966da2b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.427848301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8f921cd5-fa5a-4963-903c-5472489cabee","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.473618983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"05a360b1-e41b-4785-a725-b01b3864a5a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.637827539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"bd9885ec-ea9f-4099-9e38-d7a2d5309e43","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.642101358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-sub","reconcileID":"eeac6bc8-ab6a-4fc7-9434-a8d4be051bfd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.689946002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c79ecc78-c2ee-4967-863b-14dcdea6a86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.689959362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"04259912-5b10-4188-922c-70f125806872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.748160921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c79ecc78-c2ee-4967-863b-14dcdea6a86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.748177557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"04259912-5b10-4188-922c-70f125806872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.798244816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f0744df3-4380-4bb0-935d-5d9474e27f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.798268458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"f6865e73-7b70-4718-b541-1c8912cdb03f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.798675609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e6028e44-6b0d-46da-8025-a813ebc65297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.856699236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"f6865e73-7b70-4718-b541-1c8912cdb03f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.856794437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e6028e44-6b0d-46da-8025-a813ebc65297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:38.858913639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f0744df3-4380-4bb0-935d-5d9474e27f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:39.070476425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"987affb7-310b-4ab1-ba67-003beda65d80","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:39.073399292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"40cef727-4cbd-43e6-beee-1eee93b09abe","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.641887832Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.670905139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"add2f7b4-b1d4-4999-8e76-41ada60822ab","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.83254908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d6cab9cb-8826-4c08-b22f-37f8ea2fd65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.832551616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"e6994435-46dd-4dff-a8a4-bb8ac7b2bf0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.833183801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"340b3188-3874-4bc5-9d93-e8cb81282154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.890111859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d6cab9cb-8826-4c08-b22f-37f8ea2fd65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.890197152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"e6994435-46dd-4dff-a8a4-bb8ac7b2bf0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:40.892399451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"340b3188-3874-4bc5-9d93-e8cb81282154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:41.725107903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"f12d1118-e446-411f-9df8-7c4c94158c87","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:41.78994532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"867de650-c00d-4b59-9176-457640cacfd5","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:44.824803066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"52b155fc-ca16-45e1-80c8-476082dfb877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:44.941640372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"6c9e8215-337f-4a50-a63c-4d33b7745fa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.043518811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"263ac752-375f-4282-bc6e-6fca3886baf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.184356778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c5911935-bd7d-4979-a93b-abb3037eaaa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.305696117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"581a635d-714c-4804-80e3-b7ceb6dc2c5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.406971636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d715d214-e7ce-4baa-9d2b-4fa872a910eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.486455937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"647a4e17-5613-43cf-85f6-9ea7ec277a91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.664127918Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"f8565735-09b2-44b5-8b06-134f2f217e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.812219663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"aeb56b63-3d8d-42dd-9442-4c70b452c558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:45.990790391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"d88e8887-ab94-4d9c-8c1d-787cad685c60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:48.804855767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"0c730a73-8fd7-49a3-9447-cf8a5cc2449a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:48.966547991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"0c730a73-8fd7-49a3-9447-cf8a5cc2449a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:48.966576211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"0c730a73-8fd7-49a3-9447-cf8a5cc2449a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:48.966689416Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-sub","reconcileID":"0c730a73-8fd7-49a3-9447-cf8a5cc2449a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.284788989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"12b73666-03fb-4dbd-a46f-4bfde66ec30e","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.431421383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"2c86d273-8b3e-4cb8-9a12-1929f97228b8","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.445012624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"458f5e9a-0172-4b48-b5af-c5390e3f07fc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.445209441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"00feef86-9e81-4bf6-9d90-3fb706fa5958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.445442394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a3f3aca3-fc71-4287-b348-dbf44323a684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.50264453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"458f5e9a-0172-4b48-b5af-c5390e3f07fc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.50296384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a3f3aca3-fc71-4287-b348-dbf44323a684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.504794704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"00feef86-9e81-4bf6-9d90-3fb706fa5958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.663900365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-degraded-auth","reconcileID":"e0871ec0-d254-4297-b4cf-d8df1885a8cd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:49.875691714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9e6439ef-4e2a-4964-baab-db32778272f8","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:50.84461359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-sub","reconcileID":"2ef87d6f-a22d-4308-a0c2-98be29035ccf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:50.84885479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"891123ae-d089-4cc3-85bb-f749ee3116b1","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:50.906291384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"371bab1c-c33c-4eae-add6-948719322e4c","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.006802756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-sub","reconcileID":"2ef87d6f-a22d-4308-a0c2-98be29035ccf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.06593904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"36f70cca-37ba-4f91-8118-d48fa04cb359","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.123814077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"36f70cca-37ba-4f91-8118-d48fa04cb359","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.222928194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7c093497-978e-40fb-aefc-01feea2e86d3","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.378357602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"81bfe409-386e-4119-83db-367c0bf0fa39","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.383486298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"cb4726eb-a47c-4b03-bbff-8783cddb0e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.383571783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"a0ab04b7-1ea0-4ce6-ac41-f603670b7e08","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.38398294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d4977808-99bb-46fb-b953-e74ca51e0653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:51.430116185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-sub","reconcileID":"51a88eba-14b6-4efd-afce-a6b00cd1f9c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.443765853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"cb4726eb-a47c-4b03-bbff-8783cddb0e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.443927696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"a0ab04b7-1ea0-4ce6-ac41-f603670b7e08","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.445920651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d4977808-99bb-46fb-b953-e74ca51e0653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.4477658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"889b80b4-eea4-48e8-9221-18f2a2b35a72","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.485768757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"87e20e21-28df-4758-8f02-327f1f7228d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.546236257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"87e20e21-28df-4758-8f02-327f1f7228d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.606475473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"c1fb872b-b6ec-40e8-b5ae-537dcb34350c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.650672865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-apikey-active-auth","reconcileID":"d179604b-6ee4-4a7e-b787-7bcea5d6c093","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.664387385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"c1fb872b-b6ec-40e8-b5ae-537dcb34350c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.707473207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"70389d97-bff2-4df7-8700-d6fdb5fe3ffe","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.810003822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1ef3b4ae-1f2e-47e9-9c28-a09beb43409e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.810606459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"1c6aa3ba-eaed-4d31-9713-33423a36e143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.86777957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"1c6aa3ba-eaed-4d31-9713-33423a36e143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.909128148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3b3e8f82-d396-4a33-9fdc-b030a16cc5d1","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.912564155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"69c07894-1b2a-43ba-81bf-22ccd98f65f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.916252465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"5c5231d8-d2bf-499c-a185-6f1fd4642fcb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:51.922563799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.970062416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"69c07894-1b2a-43ba-81bf-22ccd98f65f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:51.974123623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"206e222b-5a54-4e8a-8303-356ce9bb5e00","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.088462764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"58abdb1b-8eb0-4945-85ee-fe469a0f733e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.111680973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"3f8fa7ba-44b4-436d-8600-4ce23dcbb808","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.149952414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"a6ca3fac-8ce0-4b16-9bdf-97e93bf568e0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.168715929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"3f8fa7ba-44b4-436d-8600-4ce23dcbb808","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.189997262Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"a1616c7f-1246-4230-b860-514c2145024e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.253280375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d25ce1f5-97f1-4cdd-ae24-5abd8c233918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.357972946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"6e1ec591-b834-460c-a43b-c179b27df420","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.377388848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d25ce1f5-97f1-4cdd-ae24-5abd8c233918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.386028227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"2d962384-cf73-40e2-ae7c-6716b68ec3e5","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.433391618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d25ce1f5-97f1-4cdd-ae24-5abd8c233918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.44471711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f8840190-e573-466c-9be6-6cbd15959ea9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.491371682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"afab179f-189d-47ce-aa27-152aa626d4a3","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.492391041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"8fad272c-38ab-440b-a145-0ac738c9f5e1","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:52.498633575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.550324629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"3e435cac-4b53-4116-b756-7a27a7eb6d2a","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.573440009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"f11f8c73-c4df-43f8-96fb-aa17e803c3df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.598431833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8255620d-f80a-4d5f-9571-854b9541aedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.655830569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8255620d-f80a-4d5f-9571-854b9541aedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.670495698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"8074aa95-9206-426f-b802-fbfc38919f9a","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.711768676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8255620d-f80a-4d5f-9571-854b9541aedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.731617869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"10244b99-2352-4ba5-b6db-6cf644bffdba","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.766442632Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"7105d95d-3eb4-4262-8828-f8f99ae0a55e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"premium-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:52.786287671Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"10244b99-2352-4ba5-b6db-6cf644bffdba","name":"premium-w2-aef589","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-aef589\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:52.786352601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"10244b99-2352-4ba5-b6db-6cf644bffdba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-aef589\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.79166193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"78d3b750-350b-49e2-8163-8ac76e6d5b00","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.873168558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ec6a70fe-d547-42ce-a64c-cbd6a6019c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.889991261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"6a33dd90-5b67-4a96-8bf3-525fdc5585e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.930445099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ec6a70fe-d547-42ce-a64c-cbd6a6019c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.94944346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"06541c29-fbcd-468f-a600-d3db49426add","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.952830209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"6a33dd90-5b67-4a96-8bf3-525fdc5585e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:52.991276195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ec6a70fe-d547-42ce-a64c-cbd6a6019c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.01382573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5195ad44-ef50-41b1-b12c-a7aa342898e6","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.016398538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"6a33dd90-5b67-4a96-8bf3-525fdc5585e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.070913219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"be9fe00d-964d-46f5-91ac-e98302928971","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.072397724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"6019dae7-9816-48b5-a125-4b702ceca717","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.151537305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ac93f34f-26fc-4999-86de-2dc9778db05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.174285349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"1f0c0093-4161-4cae-8b3c-d5ee69b029ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.208483541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ac93f34f-26fc-4999-86de-2dc9778db05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.253380574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"cb9099ba-93c3-4866-a15f-d0df9dbab682","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.253385721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ac125c76-4af1-4d8a-9709-4668a474f26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.264401462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ac93f34f-26fc-4999-86de-2dc9778db05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.276547907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"54f45237-2699-456b-8413-c2b579919c79","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.311212083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"cb9099ba-93c3-4866-a15f-d0df9dbab682","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.311223259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ac125c76-4af1-4d8a-9709-4668a474f26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.334973159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"1af79c92-7ea8-4cf4-b060-75d721e6edf8","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.367278299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ac125c76-4af1-4d8a-9709-4668a474f26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.38240761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"b911c0b4-94fc-4aeb-8686-f6d094c5c18e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:53.388566778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-a-d7a31267","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d7a31267\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.436485091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"749900f7-1643-4968-a5d1-305bb0d7a56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.436485703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b75e57f6-09a0-49bf-ab23-65b7c383e2cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.440467084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2142b875-c13e-443b-88b9-d20c36771c30","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.49419295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"749900f7-1643-4968-a5d1-305bb0d7a56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.494256307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b75e57f6-09a0-49bf-ab23-65b7c383e2cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.615774847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"eba0ff39-bc64-4f76-a2fb-406b623450db","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.715323955Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267","reconcileID":"6887b53b-8e96-4955-8200-268fefbd85a2","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-a-d7a31267","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.776353271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"da7ff230-8479-4614-9c1b-665b79a972a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.816759143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ab380214-62ba-479f-b9f3-1bb1f68559a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.816788895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8bcf2914-adae-482a-9d12-27e9f99a7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.833458824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"da7ff230-8479-4614-9c1b-665b79a972a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.881654459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8bcf2914-adae-482a-9d12-27e9f99a7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.888336205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ab380214-62ba-479f-b9f3-1bb1f68559a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.890637015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"9d0366f1-71be-4b3a-b4cc-39bcc37ea76e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:53.94094775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"e48ea0b4-0be1-47f0-b9cc-926636844bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.106852977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267","reconcileID":"d37a699f-b70f-42a1-9b9d-32aee59329da","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.277157502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e1ba1924-203e-4998-9a15-90481c3e16f4","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.413608457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"963acd0b-9f49-4cbf-aed1-942da564b377","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.413775876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"32fc0cf7-32da-4a43-b5e6-3d8dd705bf66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.413606085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"3ad815e2-6a10-4504-8682-e0bc69ca48e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.472474847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"963acd0b-9f49-4cbf-aed1-942da564b377","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.472508648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"3ad815e2-6a10-4504-8682-e0bc69ca48e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:54.474728249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"32fc0cf7-32da-4a43-b5e6-3d8dd705bf66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:55.831756205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"aa9a86e3-ca91-4378-a0e2-a0bcae574902","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:55.889564851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7524a48a-e5cc-4d5b-bbf2-f23e39f937fd","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.051223118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"d3e8709b-b7a6-4d40-a289-f64ef8846ced","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.092292151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-093e34 priority=0:[ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-a-d7a31267 ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-b-3ff2f576]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.092382551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c8c4a026-8416-464b-9d1c-4e30edc20e6b","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.109338832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"d3e8709b-b7a6-4d40-a289-f64ef8846ced","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.151497494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8fb79ccd-e34b-4a86-a4b5-ff938024f854","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.197424756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"94b7adee-8d05-47f1-ab46-d91a289413da","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:04:56.205407677Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-b-3ff2f576","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-3ff2f576\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.255536831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"53f62af5-1fcb-439d-ad46-8966f8369344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.255562915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0bf5b080-43ab-4424-aaca-f8ca3b2b76da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.256034932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"84be8442-e757-4cfb-8363-c1ed1fd44d39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.256295412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4f72df2f-e0fb-44bf-ae7d-f7e5d8322b48","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.313974771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0bf5b080-43ab-4424-aaca-f8ca3b2b76da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.314077444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"53f62af5-1fcb-439d-ad46-8966f8369344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.316246756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"84be8442-e757-4cfb-8363-c1ed1fd44d39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.43072021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"84bfa54d-7342-4f5d-9d3c-997ef35049be","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.531522478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576","reconcileID":"731c6223-5960-43a9-90fc-40837d3d638f","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-a-d7a31267","ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-b-3ff2f576","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.590196175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"b83727e3-94d8-41d8-8d15-43e3d4079a71","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.647318757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"b83727e3-94d8-41d8-8d15-43e3d4079a71","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.692215148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"bcff0a4d-800a-469c-bd77-309232fa7ffd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.692564121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5fcf9d31-2a01-4d0c-a3e9-ac75ed30933b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.692965672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c07c5c3a-6839-49de-a096-99df5c1c0bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.702959262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"32df2692-abf4-4988-acd9-0c2476967703","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.748390987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"2fd6857c-95fb-41b6-b426-7bb8bfa2b31f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.748390185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267","reconcileID":"1e8cf06e-c47a-43a4-bc01-457574e46a92","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.751963062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5fcf9d31-2a01-4d0c-a3e9-ac75ed30933b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.752202483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c07c5c3a-6839-49de-a096-99df5c1c0bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.754374997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"bcff0a4d-800a-469c-bd77-309232fa7ffd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:56.917132131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576","reconcileID":"cbd8b278-0b40-4a1b-afbd-a244c7542c6f","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:57.084355396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ac48dffa-1c62-4504-bf24-0ab0cb4a6c97","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.559864568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0cb4c58d-ca51-448f-8e2c-655a8d847aba","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.721096704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"54e88fd4-35ac-474d-b1dd-65ea122aed5a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.721113265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"776f3ebc-3bc1-4a99-82f4-0e33e5b47115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.721640948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"1478ad96-cc0b-4fb0-986a-9f333770c32a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.721687369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"95915dba-7b96-42d4-96ce-16201feb0ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.779838932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"776f3ebc-3bc1-4a99-82f4-0e33e5b47115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.78038909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"1478ad96-cc0b-4fb0-986a-9f333770c32a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.782755126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"95915dba-7b96-42d4-96ce-16201feb0ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.783161719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"54e88fd4-35ac-474d-b1dd-65ea122aed5a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:02.788237364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"80c7567e-16e6-4f48-9eb2-9061db5a3649","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.021708579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"5271685c-c350-44da-b613-df5a0286f9c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.257539267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f2aba5b-5906-4e21-a26a-ce69ddd6f0a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.358712289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"67af3a70-6d4f-4669-b090-bc9ff21e449b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.376417158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09900f65-f800-49a6-85e9-7443cfadc3d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.425594982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1ff305ed-e976-4619-bec4-1437c61d9fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.458593554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"ad8a74fc-1272-40fb-a183-b5cabc2ac28a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.483176051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1ff305ed-e976-4619-bec4-1437c61d9fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.530427285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"eb6134f9-1070-4dec-a543-ded9b9a58fbe","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.530507011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f88c0cb0-f62a-4974-add3-60e34ced1ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.5393051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1ff305ed-e976-4619-bec4-1437c61d9fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.559437377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e1aed521-b195-4b7c-8d8e-e09362044021","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.588256049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f88c0cb0-f62a-4974-add3-60e34ced1ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.597982295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"ae444413-cce9-4123-8f5e-9d7bd024e298","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.644806588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f88c0cb0-f62a-4974-add3-60e34ced1ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.660516476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"3c0085ca-85e8-439a-a667-9368f5eda398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.704203879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"d2ee68eb-cad5-4ddd-bf10-a6526604c509","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.760324601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"233b52c1-8aea-449b-9d6d-da7a40f394ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.761930479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"8df8e4a8-a220-4d53-b979-6fe07bca0241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.817813849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"233b52c1-8aea-449b-9d6d-da7a40f394ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.864846884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"64a5550b-efbb-462b-9625-f1f86e514507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.865407691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"7757295b-fb1a-45fc-9967-8d74f6e8caa0","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.874258111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"233b52c1-8aea-449b-9d6d-da7a40f394ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.92390942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"64a5550b-efbb-462b-9625-f1f86e514507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.92462449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8ed795a7-e770-4c29-b057-8a3a8c012ea0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.980269208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"64a5550b-efbb-462b-9625-f1f86e514507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:03.982524054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"e1fb74bc-7a65-4064-bc93-f9e0ddc9be6f","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.035020007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"64a5550b-efbb-462b-9625-f1f86e514507","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.035217506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14a1f592-8a56-4cee-bbcb-dc95912a6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.041222889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4c08fbce-ee9e-4ffb-b641-fc5621795f76","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.087030808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"cf5c451d-3e7a-438c-abb5-4593ff449cbd","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.092668203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14a1f592-8a56-4cee-bbcb-dc95912a6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.095303364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e532/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.145923498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"6a3e8bf1-ab4e-48f1-a450-3de8ea3c8ab7","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.149694752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14a1f592-8a56-4cee-bbcb-dc95912a6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.200289551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c636b57f-89c2-4a18-85c8-9eafc2f12bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.240775295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"55aa8a8f-633f-41d5-8061-8b9dff4fdd01","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.25767053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c636b57f-89c2-4a18-85c8-9eafc2f12bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.300223028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"73b27c5f-0a37-4bca-a4d1-b8994259b434","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.314325288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c636b57f-89c2-4a18-85c8-9eafc2f12bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.36462842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"df838aa5-503b-446b-933c-415b12a122a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"simulator-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.404457135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a782f7c8-f355-4128-b9d7-5d343a3b179e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.420302544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-sub","reconcileID":"adc82993-942c-4437-aa60-1aa94fd8e917","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.420393568Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-sub","reconcileID":"adc82993-942c-4437-aa60-1aa94fd8e917","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f1cd1c/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.50921757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"405cda9b-44fc-4884-a0d8-988b155d158d","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.530207546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a782f7c8-f355-4128-b9d7-5d343a3b179e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.535161132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"7f8ec9ae-7e02-43d7-a10d-b5f0ba7a124b","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.563936342Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e532/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.587244594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a782f7c8-f355-4128-b9d7-5d343a3b179e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.616910025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"ff83dadc-f68e-460d-948b-4ef80f58589e","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.618798623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e532/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.645694175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"048e647a-3de6-44e8-a8ae-e2f637b4d5b6","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.675443259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"324917de-cfdc-4db8-9a13-2b5cd2ae213e","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.752541097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"3e07b3bb-ec3c-4d59-ac0c-dce88404f40e","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.753003885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"8beefad5-f334-421e-a8e6-ec9aaf7b9043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.753301444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"534514a7-b0aa-4f97-bae7-40b4674e6dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.784487562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"2a635c55-de1c-46c8-b9cb-1e2b4fdf40f2","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.811493557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"8beefad5-f334-421e-a8e6-ec9aaf7b9043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.84354748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"81442de1-45b6-416a-82e5-c8295088f2be","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.868484932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"8beefad5-f334-421e-a8e6-ec9aaf7b9043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.897295942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"511c82c5-9136-4f2f-928f-3821cc9e2c9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"premium-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.898129117Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"81442de1-45b6-416a-82e5-c8295088f2be","name":"premium-w1-32e532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:04.898180441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"81442de1-45b6-416a-82e5-c8295088f2be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.898313584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"74dafc44-bf5a-4618-92fc-f793eda5ccd1","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.903519472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"3ca86b10-11e7-4623-ae11-9b22022842df","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.907180145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e04bb0c9-36fe-4055-857a-48b5c110990e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.907408512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"1fd22b63-3d35-4e58-8d2f-107179dd6ba2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.907567234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0138a3d9-cc69-4ae6-a0da-795a80dbab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.96519005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e04bb0c9-36fe-4055-857a-48b5c110990e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.965414738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0138a3d9-cc69-4ae6-a0da-795a80dbab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:04.967428525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"1fd22b63-3d35-4e58-8d2f-107179dd6ba2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.00653561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ce622912-dda6-4bab-b81c-93c0be7f00b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.028315919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a82327ff-193e-4be9-a22f-f24069e48792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.063938533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ce622912-dda6-4bab-b81c-93c0be7f00b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.065699029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"75897508-70cb-4bb5-ac5c-6453df200a3b","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.085933132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a82327ff-193e-4be9-a22f-f24069e48792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.120373266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ce622912-dda6-4bab-b81c-93c0be7f00b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.142169938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"a82327ff-193e-4be9-a22f-f24069e48792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.172384752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-apikey-failed-auth","reconcileID":"9168f153-dc07-479c-9d9e-a2faf483540a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.179575989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"6f26d5b2-4c57-4a23-bf89-1befcf9d8d1e","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.283760385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"e6aad81f-7c52-44b7-97af-7b1d2f27efaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.341598503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0f8917d2-5d7f-41f8-a8e9-21ca04d5055c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.399959441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0f8917d2-5d7f-41f8-a8e9-21ca04d5055c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.430247205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"93cf9e5a-f6a9-49e3-8087-2bb8c38cbaf4","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:05.45692248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0f8917d2-5d7f-41f8-a8e9-21ca04d5055c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.021963451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"feadd43e-55ec-4319-a42e-98e666e2e7c0","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.075639678Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"8632c84c-c128-4b6e-aa4c-6444b32216ae","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.184773104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"59fdb923-77ba-4e42-b296-842fc5beafb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.184912892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a3552ac9-00c1-4fc2-8674-4ebeca7dd6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.185250807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ee924e78-1c37-410b-a48b-c6306e5bc725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.185347766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"852ee66c-679e-4de6-8594-61a331d42d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.184770932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bd8048c4-5379-4cee-9848-fd7dd98cc70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.243569638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a3552ac9-00c1-4fc2-8674-4ebeca7dd6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.24414064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"59fdb923-77ba-4e42-b296-842fc5beafb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.246155159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bd8048c4-5379-4cee-9848-fd7dd98cc70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.246415891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ee924e78-1c37-410b-a48b-c6306e5bc725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.248223518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"852ee66c-679e-4de6-8594-61a331d42d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.301822086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"59fdb923-77ba-4e42-b296-842fc5beafb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.303848942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ee924e78-1c37-410b-a48b-c6306e5bc725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.303859838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bd8048c4-5379-4cee-9848-fd7dd98cc70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.30524487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"852ee66c-679e-4de6-8594-61a331d42d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.383945355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"2a72cf31-70a3-45f1-8381-6ec5358e792f","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"name":"e2e-rt-sw-36aae3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.466219425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"1915c02e-c2ac-4638-821a-7a2ab2eea02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.466742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"9ac4254f-2ac5-4e6e-8ff2-5639d2c71188","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.466761157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4322572b-9288-4698-8bdd-6cea4ba96728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.467130673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9e7bdc6c-6b56-44fc-a6d1-75cd91671ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.525512013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9e7bdc6c-6b56-44fc-a6d1-75cd91671ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.525591603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"9ac4254f-2ac5-4e6e-8ff2-5639d2c71188","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.527738508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4322572b-9288-4698-8bdd-6cea4ba96728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.527897182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"1915c02e-c2ac-4638-821a-7a2ab2eea02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.567398241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a894f9ae-fbf8-41f7-a94e-c91eccce3056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.625235848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a894f9ae-fbf8-41f7-a94e-c91eccce3056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.792365135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"a46042d4-f2b7-44fb-b52c-7f11c4d6aaef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"name":"e2e-rt-sw-36aae3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.847596614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5fba2f17-1b86-4dc1-a78e-748c8784aba2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.847616831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5fba2f17-1b86-4dc1-a78e-748c8784aba2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.847876311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9ef2e6b8-e061-49ea-b095-e6fbf21d3253","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.847890736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9ef2e6b8-e061-49ea-b095-e6fbf21d3253","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848175129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6e3b43c-0e02-4fe7-b2eb-8a3c57460af8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848191175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6e3b43c-0e02-4fe7-b2eb-8a3c57460af8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848394176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca231433-dda9-47c1-b348-21707a4dadf2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.84840673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca231433-dda9-47c1-b348-21707a4dadf2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848610627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08f60aeb-1962-40c9-83b8-442caba25635","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.84862301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08f60aeb-1962-40c9-83b8-442caba25635","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848888836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29fb84f5-22a2-4730-a9a8-b731ea544d93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.848902104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29fb84f5-22a2-4730-a9a8-b731ea544d93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.849117566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de9fd652-1c75-442d-b455-27027e13e6d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.849128981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de9fd652-1c75-442d-b455-27027e13e6d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.849322249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49f8e567-2276-489d-968b-fa66f9067b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.849333103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49f8e567-2276-489d-968b-fa66f9067b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.895167728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05917e3c-2a9e-4783-8569-b13217372800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.895341128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"be5cf3c6-46e4-438b-b8cf-5cfe8897a745","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.89562157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"3eafdaf9-611f-47ea-b8b5-553c96a32e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.895950658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"9ec9fdae-4d52-4b93-8ac4-445e44854a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.904190639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"af54b96f-06ad-4e36-a2a1-409793d78c40","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"name":"e2e-rt-sw-36aae3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.9551386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"3eafdaf9-611f-47ea-b8b5-553c96a32e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.955682458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"9ec9fdae-4d52-4b93-8ac4-445e44854a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.958566112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05917e3c-2a9e-4783-8569-b13217372800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.959036881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"be5cf3c6-46e4-438b-b8cf-5cfe8897a745","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.959296026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3df2bd95-3205-4052-a003-397d998af46f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.959677826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e27e045-86e1-469e-8e85-9996cb335613","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:08.994295855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b2a99bfb-3906-409c-aae8-4c549b6feb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.054549291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b2a99bfb-3906-409c-aae8-4c549b6feb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.112845585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b2a99bfb-3906-409c-aae8-4c549b6feb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.274981073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"81668a24-4eae-4289-9cb5-412edd90be88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.332620781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"81668a24-4eae-4289-9cb5-412edd90be88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.374016772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b13902d3-5091-41bd-977d-f35e87d01d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.374625868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1301f6f3-1524-4533-98d5-c8662a267da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.374671958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"921b572a-a8e6-4353-b7c7-5e03cefd8778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.375543388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5cc175ec-304e-454e-ba2e-63e5677afb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.391246379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"81668a24-4eae-4289-9cb5-412edd90be88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.433384946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b13902d3-5091-41bd-977d-f35e87d01d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.434700693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1301f6f3-1524-4533-98d5-c8662a267da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.435996894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"921b572a-a8e6-4353-b7c7-5e03cefd8778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.438339372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5cc175ec-304e-454e-ba2e-63e5677afb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.490246826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b13902d3-5091-41bd-977d-f35e87d01d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.492513143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"921b572a-a8e6-4353-b7c7-5e03cefd8778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.552697344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69914280-9208-4bab-bc06-8eab0f2a3b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.610257439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69914280-9208-4bab-bc06-8eab0f2a3b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:09.956780569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"35aa6a5f-2a2d-4966-bf69-31d6b12dc739","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.016172855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"97c36a57-6ff0-4cfb-9f0e-44dce24b4ab6","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.01619834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"97c36a57-6ff0-4cfb-9f0e-44dce24b4ab6","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.122814392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ce0fd71a-3e95-48d1-89c5-eae440a4b834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.12283255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e187da90-0835-439a-a72d-b2c5d671b120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.123245805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"fb451bda-5a8b-4720-af2d-f73782e5a93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.123286492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"15548ea6-36b7-4d0b-aa60-c97c19fa3cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.123649438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e21ae437-8704-4f21-acbf-634f8240a401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.181001967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e187da90-0835-439a-a72d-b2c5d671b120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.181046627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"fb451bda-5a8b-4720-af2d-f73782e5a93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.183441772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e21ae437-8704-4f21-acbf-634f8240a401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.183461148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ce0fd71a-3e95-48d1-89c5-eae440a4b834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.185644526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"15548ea6-36b7-4d0b-aa60-c97c19fa3cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.238006741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e187da90-0835-439a-a72d-b2c5d671b120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.238029156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"fb451bda-5a8b-4720-af2d-f73782e5a93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.239656573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-aef589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb86d6b9e26ec96d7be9534aab081061255b2a5abfe66e6e9b498903d7cc3c2) AuthConfig (51965a8db50a73b757beda6cc63205611ef596d873bf0f49527ec7d38071857a) AuthConfig (a05c8a578614a64c270a63fa18f7e4e50b9d45615949b77090cb3862c30a2e99) AuthConfig (1c83d459689a5ece5219e6d54b055f66871d9af08fba3f8e23a050ff9356e750) AuthConfig (bdd2d51ff58fbe7302f2b564888239b731dad9ff110ac1534650d0e4fa6d57ee) AuthConfig (87b73927f6666b5841f941d6b0c30e788e2e62fe8db71c3adcc5009bc3d2b490) AuthConfig (d12830ad37a68ba6517633ca5cb5035eb4861bb544346fdb789f3c498dee8430) AuthConfig (58ba109500c88a11b5cedef7055ff6d3749c7196d592575aafd8457916322ad1) AuthConfig (e90ea3579e13f124e2ad8912eba5de9d3d6c4c6a1942b8887b3c89fd748748b2) AuthConfig (2bfd8bac60baf7df30fa6c2adefe3363a94b4b1986cf3e140ebfffd1fa70a0d1) AuthConfig (74ac0ab97de3def4c201e5b8d51c34522c28de0e09ce45ca7e9e8587bf346dba) AuthConfig (3f746c88f8901120eb5c13f511180e8ce2c4c229c0941be09e4ad56529aa4734) AuthConfig (4d375bd73c85901d2db386af4eb8c917b79105923ac085e2c6ea237c222a2994) AuthConfig (6b3f300c194ee16a27c04b12351860ae891a2d5c5739f9ff6d0da2bb6d4f90e2) AuthConfig (d670fd3c36305ba2972c6770230e1a04994a1bc5be21e9a2735915e5917d65b6) AuthConfig (4fc72b07fc88fd647205a1909d4f24d5434d6699f73adcf2cadec02872e8dfe8) AuthConfig (1495ed442d804df0e84215ce665ee3677107902d9be656db5d741facc2462645) AuthConfig (3c28a732cc92f82b6fc8e6830e000d14dde3003ae8daa5aee4cea6e593e60a34) AuthConfig (29a5ea6ea4ac07d895a601eb1e71f6a4f3e50004f39e7b5ef56d2b01fab016fa) AuthConfig (5d76c00881375da5c14df9194c2197f73dfb3c0ec201704bb5bac23a247df67b) AuthConfig (a9ab6e6772a76de154fc98aa0ab80d5b65c819c1019cb9c734be4c12d19fbb4f) AuthConfig (1d1c3ca9033488c487b4152879be15d0a4c82b4adb16615ea9a72f3fed264616) AuthConfig (a290e026c4f4601cb8e3a30aa94dbda42c9c1716d2fe36c79258549b5b04f5a6) AuthConfig (5e5cabab7861027338eb5af3c48e999dad5517eb8d034a72e9c293421806fb60) AuthConfig (4d5f7a7df7c41b981bb154382e2414267dfa2daa6d34cc6850f12da2c853a764) AuthConfig (5c7e8019abf2d21aaf4c5b0ce85c539a966d985a6c239e8b4940e9272bc9baf5) AuthConfig (331e7253c7c00be1cbe5d08496795ceac0a16723c68dfb5e3dd02ad7d6d28ea7) AuthConfig (6c2f7121aea51847aaa163a8840527d2e2f56889293a9e9618754bf1ba3a30a1) AuthConfig (8ded354c0755fa05a0f281a09cd60681b50573627b82bec7243de813fd513232) AuthConfig (1368897f9fe61a51c24b8b96b790a2691c49f6ca4a51b9b5ca32e8bf5a169239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e21ae437-8704-4f21-acbf-634f8240a401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.241479608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"15548ea6-36b7-4d0b-aa60-c97c19fa3cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.39809884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a01f667b-569b-4b76-8a64-8bce3ebb896a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.398341336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d6337a62-8cde-47d7-97e4-469f229b27ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.399098254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a5c5a6b8-3a43-4994-bdd3-bd3de555c6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.403144011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"3d7be7c3-6405-4255-b55d-c0ff6bc6b865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.455621725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d6337a62-8cde-47d7-97e4-469f229b27ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.455798404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a01f667b-569b-4b76-8a64-8bce3ebb896a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.457883758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a5c5a6b8-3a43-4994-bdd3-bd3de555c6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.460234661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"3d7be7c3-6405-4255-b55d-c0ff6bc6b865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.503788856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"51922293-9b0b-487b-a773-8036abab2cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.561117635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"51922293-9b0b-487b-a773-8036abab2cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.641687654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.777049571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"1356d8b1-1644-47c0-9c11-1f68c1df5ca7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.777306427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5d9e41-6bb2-4ecf-ae0d-80fb38ea10b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.777041787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f700824-ebeb-4f92-ba97-bd6bdbaba366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.778396537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"e79954f6-b762-4a4a-a088-41b396941add","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.834999377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"1356d8b1-1644-47c0-9c11-1f68c1df5ca7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.835459831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f700824-ebeb-4f92-ba97-bd6bdbaba366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.837329503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"e79954f6-b762-4a4a-a088-41b396941add","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:10.837593559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5d9e41-6bb2-4ecf-ae0d-80fb38ea10b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:11.727474622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267","reconcileID":"198cd7d9-daab-42f2-8a28-2e4de6841e0b","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-filter-sub-a-d7a31267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:11.948981829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267","reconcileID":"198cd7d9-daab-42f2-8a28-2e4de6841e0b","MaaSSubscription":{"name":"e2e-filter-sub-a-d7a31267","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-filter-sub-b-3ff2f576","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.166356393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576","reconcileID":"788196fa-f626-4aeb-b356-01367ba7a7a7","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.166372334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"a81ea077-d46d-41ac-b4c4-902948e7eedf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.212635274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5ea532e5-11cb-4589-ab15-03e07efa0998","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.3622281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"04d815d6-88ce-40bb-b825-ce7407fa730b","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.375961059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"187290e5-4eb4-4387-b782-4700d8b6f54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.375976537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"c0fd992b-9151-4932-850f-f8290c05f2e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.376446754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3c28288b-02fd-4876-947a-d049914c9c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.376466756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"2055ac88-7430-4797-ad68-6f4e878c1ac8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.434113999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"187290e5-4eb4-4387-b782-4700d8b6f54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.434603322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"2055ac88-7430-4797-ad68-6f4e878c1ac8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.436424398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3c28288b-02fd-4876-947a-d049914c9c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.436876431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"c0fd992b-9151-4932-850f-f8290c05f2e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.805527929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"3a6b53f9-b9fe-49f5-aaf2-80dfb3f92896","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.808596764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6a425abf-28d6-4672-9e61-7f6ea772a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.808668654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ae79debf-59b5-4420-ab1d-902a82b446c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.809139662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"31aa1e29-7476-4187-baab-91117dfb5ca3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.864704522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"3a6b53f9-b9fe-49f5-aaf2-80dfb3f92896","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.867770795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ae79debf-59b5-4420-ab1d-902a82b446c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.868164484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"31aa1e29-7476-4187-baab-91117dfb5ca3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:12.87134208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6a425abf-28d6-4672-9e61-7f6ea772a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.099131474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"0758053b-c9aa-45db-937a-6b707f11aa18","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.09916302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"0758053b-c9aa-45db-937a-6b707f11aa18","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.206956069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"b100fd20-660d-4c8c-96c4-1e69d31d920c","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.206980171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"b100fd20-660d-4c8c-96c4-1e69d31d920c","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.316386336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"c7f00119-c112-4f42-a4b4-6900724930c6","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.373777423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"c7f00119-c112-4f42-a4b4-6900724930c6","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.811297422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"1d63f1c8-3e4f-4834-a080-a40aee0ea937","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.8113248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"1d63f1c8-3e4f-4834-a080-a40aee0ea937","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.68113671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ed8d553d-b64e-4888-8ea3-17096eff9341","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.681173364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ed8d553d-b64e-4888-8ea3-17096eff9341","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:19.730309305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"7f830651-d3bb-460a-a2ff-b73204eb9c00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-36aae3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.859193216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b998ac-041a-479b-841f-119c36b590b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.859396663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"04e183dd-efb6-4d75-9f4d-aae49079585e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.859195624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e87a2f-44be-428c-a641-f076b506f358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.859977239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"49c05b36-8c41-4b85-a3c1-03f9c3943eff","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.859996596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"49c05b36-8c41-4b85-a3c1-03f9c3943eff","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.932576527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"04e183dd-efb6-4d75-9f4d-aae49079585e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.935467614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e87a2f-44be-428c-a641-f076b506f358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.935688743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b998ac-041a-479b-841f-119c36b590b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.991517184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"700f253d-321e-4c75-b12b-83c366634360","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:19.991550133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"700f253d-321e-4c75-b12b-83c366634360","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.204296505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"cdb46110-9295-4626-8427-831bcaf7fd84","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"e2e-rt-sw-36aae3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-36aae3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.238919186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"acf95849-ee71-465c-a154-e2e07dc72bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.414975995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ceb9ca-48da-4abd-a425-9f9ffc78d275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.416498209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"dd7b1af7-63fc-498a-93ae-fcc489196aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.417358999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af09f20-f733-41da-b423-7a068b6d6c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.417434856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"963bfb68-4308-40d5-9b3f-dbddd5f37a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.426151888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"148b15db-99e3-4d82-9740-e92f92b15c2c","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.434145384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"17b1a484-5ffb-4ca4-b84c-6be7c66617fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.48689556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"963bfb68-4308-40d5-9b3f-dbddd5f37a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.495921339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ceb9ca-48da-4abd-a425-9f9ffc78d275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.517425331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af09f20-f733-41da-b423-7a068b6d6c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.545476769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"8bf624bc-bcd1-42e8-bf47-96a534e9b87b","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.545585322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"8bf624bc-bcd1-42e8-bf47-96a534e9b87b","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.547718915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"17b1a484-5ffb-4ca4-b84c-6be7c66617fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.555036431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"583b540c-1f8e-4824-88b6-9cbeaa26db7e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.621326037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"17b1a484-5ffb-4ca4-b84c-6be7c66617fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.641353278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"583b540c-1f8e-4824-88b6-9cbeaa26db7e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.674020288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"311cf43f-c9bf-46d0-aa95-fc54e1fc5b40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.685684591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"94a2a4cc-1e20-4f37-bbbd-d6ba9a111394","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.811301666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"590b6591-1ae4-4992-8f40-0043856a1622","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.812358584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"52bdf19c-b870-469e-b567-9bdfbf289664","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.847294342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5ec7fd1c-2359-4b30-adc6-0abb586fb98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.859422748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"81e610c5-bd83-4a48-afc7-c52ab8528cd3","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.880588912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f488f3d0-5014-45a6-9f70-0fc29977f2e1","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.904568202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5ec7fd1c-2359-4b30-adc6-0abb586fb98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.946607481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"bee2e85e-1a6e-4f7c-8df3-f43e3787bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.946607483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f590e65c-9e34-439b-bd71-554229066880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.004759383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"bee2e85e-1a6e-4f7c-8df3-f43e3787bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.004886589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f590e65c-9e34-439b-bd71-554229066880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.061619723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f590e65c-9e34-439b-bd71-554229066880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.062332869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"bee2e85e-1a6e-4f7c-8df3-f43e3787bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.119911493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"db38cfd5-c11a-432e-87d1-034e187e6414","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.191744721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"575c4c8b-c30b-4130-b8a5-f01e585b68a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.191744852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13fdf227-d6d8-45cb-8645-3d65c4c98c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.225155038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7c68a389-5969-46cb-b426-d3528161c164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.225858068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"04569bcb-0c03-4f0a-a3ec-1f54a7af67eb","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.249974096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13fdf227-d6d8-45cb-8645-3d65c4c98c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.250109082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"575c4c8b-c30b-4130-b8a5-f01e585b68a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.282414961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7c68a389-5969-46cb-b426-d3528161c164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.324598991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5c5e1e8c-3237-4c2b-89e1-941e7c53a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.373414704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7c68a389-5969-46cb-b426-d3528161c164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.38239764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5c5e1e8c-3237-4c2b-89e1-941e7c53a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.4380966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5c5e1e8c-3237-4c2b-89e1-941e7c53a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.47992968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcce9adf-6ee5-47f3-a8ae-6a181b5350ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:21.537293223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcce9adf-6ee5-47f3-a8ae-6a181b5350ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.529485422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576","reconcileID":"649d5b49-2ee8-4017-841f-f65d692af6bd","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-filter-sub-b-3ff2f576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.692265673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576","reconcileID":"649d5b49-2ee8-4017-841f-f65d692af6bd","MaaSSubscription":{"name":"e2e-filter-sub-b-3ff2f576","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.927597382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"a3c3cb9c-b581-4993-994f-6c765cc08827","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.084283615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7c9fd8b7-f2be-464f-b3f9-e5bf3c08d6d5","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.094543129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"367b3812-e4c7-431d-943e-841997d3f000","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.094669616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d116fa5c-9107-49a9-bb52-ce18f739a465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.094543158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d5862fc8-3bc3-4bd4-b5d0-bdaced8fd386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.094954422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"e65c27a2-7384-420e-8692-aba6d7aeca34","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.152564644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d116fa5c-9107-49a9-bb52-ce18f739a465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.152885334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"e65c27a2-7384-420e-8692-aba6d7aeca34","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.155098662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"367b3812-e4c7-431d-943e-841997d3f000","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.155386149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d5862fc8-3bc3-4bd4-b5d0-bdaced8fd386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.361462432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-a-d7a31267-auth","reconcileID":"11cf5788-45f4-4284-978c-f799902ac107","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d7a31267-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.619997217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"bf510253-b4c2-445c-9d91-a685ac90bb3f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.778299829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5c383fb5-d461-4206-83de-7cc41434f1ca","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.778325966Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-filter-sub-b-3ff2f576-auth","reconcileID":"bdf3f0de-d75a-4894-92c9-b69969256f7f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3ff2f576-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:23.990100002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8181872c-6822-4c97-a16a-7f1a0a3376d6","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.236625152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0aee3ec8-6d38-4925-b653-a9d63eb89062","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.29464216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"77530d6e-4ac5-4dc7-b35b-b42fc0def71e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.455135352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"00874457-904c-4f42-acff-b716112103c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.507436211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"edaf48fe-009a-4daa-88c3-993604e10420","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.512567442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"00874457-904c-4f42-acff-b716112103c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.56583568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"a180df11-494e-4c01-a9ba-737a5b4ec629","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:26.611951689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f","reconcileID":"9a06e8a8-65c0-4f2e-9fd0-943a4ab9d2ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-a4bf1f8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.667862341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"be9ff104-e15d-4e57-ac9e-aa998941e1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.667871122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"dc4e088a-9166-46a8-97ea-7d702c804fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.72493558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"04f8dbb9-51b2-451b-b32e-82327f9661ba","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.729019824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"be9ff104-e15d-4e57-ac9e-aa998941e1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.729140015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"dc4e088a-9166-46a8-97ea-7d702c804fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.781577134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"d2cfe2f4-c12f-4d4f-a3ce-c672dfd3a7bf","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.833968272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"40b96164-2b8c-43a5-ac73-30e05d7583a9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.995288858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"e0d743f4-6e30-4fd4-b852-e17204a91e20","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.054509555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"e0d743f4-6e30-4fd4-b852-e17204a91e20","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.054846123Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f","reconcileID":"e4ff163a-b17f-4f4a-b942-eb31f2e7ce43","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-bulk-sub-a4bf1f8f","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.136701885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ce0cae21-a1e4-4044-91f9-9ff53f96df03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.136705133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c88507cf-98fb-4f21-8158-11f7bf4e13fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.194888658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ce0cae21-a1e4-4044-91f9-9ff53f96df03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.195012751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c88507cf-98fb-4f21-8158-11f7bf4e13fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.225573042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fb720024-3a1d-449c-ae0a-810a844be3cf","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.274860197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"3186db96-eb01-4197-bb0f-e3aa3b37e1ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:27.440779839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f","reconcileID":"d3058c38-44e9-4d23-a77c-453a6b54a16a","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.573343565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"da49a12f-4907-4f19-9f53-7b951d64a1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.631031856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"da49a12f-4907-4f19-9f53-7b951d64a1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.680119835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b82f0e8f-d86d-4f4e-8645-1a243713bf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.687944621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"da49a12f-4907-4f19-9f53-7b951d64a1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.737666357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b82f0e8f-d86d-4f4e-8645-1a243713bf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.794211362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9043f3c48f2c4677f8a4c06801829ad6967bfade808a14015ef8c6ea764bc9c7) AuthConfig (bd430e4f3ef592a71165a1babe39f378ec753c9001487d0af75cb8d014a164bc) AuthConfig (0854fd29644f765659df9f6d04dcfee26efcbf0fdab5cf187ee0ae946df68dc4) AuthConfig (7d4db2db4fd1e60abe5a980a91f5e995a9dfc344a5db8491c7a44d2298d3b520) AuthConfig (a1de10068dac2b1626511cd9474930ff7d14c72648cec7212e3bc5bfef4b431c) AuthConfig (3bdd1c43365a6fa6d4783e00ff30238e7c162f2e51f0ce122fe3f17f4431ef5f) AuthConfig (d6af5c7966f356b819cd09cbbd6f8e8755a2ab338c2fc95befda0ac50401a1ce) AuthConfig (616efaccb58307365e7c322d145dc6343071b9e57856131b636e1d4ec3f9dd6d) AuthConfig (26436749fedb8c40fafff9b2acbca33887c4f3ef9b3c8d118f49382ffe66a9ea) AuthConfig (31fce691485923ecf4f2c53d2013d48d10c9857162951ca584e65ab21bf8bfbe) AuthConfig (5baeff6ec07b1df8bb1285c1951481db4bde8af4e1ca2725010b4c34d75e209a) AuthConfig (ce728552a2c8d662d7940d315da32e813893119960700c69b0bfcbfbc1611215) AuthConfig (475978861261e46463ed8d681e70703816056e2a8bd6a92601fde377db7a37e6) AuthConfig (0bf11dc8d582ee23e02fe4e08f1fd1935089b934f44faad4728bf34d6b45c2fb) AuthConfig (9623604054bc10d11596dafa83fda9ace6e3565612c0630bb0fc492f7f2482b0) AuthConfig (c1f7de5f2a54bd0bc7ebf2db9b9dcd3f337ef52bcce7c02f8799fb7e270fd154) AuthConfig (301d9af332af806ed4fe85c1d2957b34fed332e0426c0539e8a8f1f54cf97ead) AuthConfig (758196a5b665ff565b7d10ae158314854537920a44b940679484af0f5592d0fc) AuthConfig (26582aea9eefe71ca59d25e65d02e6fce48785da6605e79a731a8ea65e35e242) AuthConfig (9bb10ef712f4e96795a860165abebad43bd907c05c15b3677c8b83b45fe0cf40) AuthConfig (bb169188c31038ff1cb611596b1e31dd3dc00c193c9be094e99a80474345fe93) AuthConfig (a668bc754ee84ad58b627fdeac926a666b9b1315ab9d0867dfe78e0f4dcc20d5) AuthConfig (8422d31488b63f883d8d44580f3a1fcee9aca569df3afc419a7104b36f779919) AuthConfig (4491cab08acc97c2b48ef977f0071111386562a681cd0e1511715ad751793ca9) AuthConfig (83134adcfbb54e2264948f1e968bf2f3881aa742b8b8e68c8e6e594c6db7f0d3) AuthConfig (793a25021da22197938707d7f251330137317764457a405743ce5daf0f16de28) AuthConfig (9d9edcd7e4bcb6711e2429eb98cd05aeeffc7e6a7351a2a1bdb227a9b906ab27) AuthConfig (164bba42df6af852fe7f32f389b4527c9d1c5275c3145db879bf3f3805a29b22) AuthConfig (10650e8ebbb5d45b502410c8a3682e98c23c41f3b24f57bd5f34bc8f08714ef8) AuthConfig (0bc04b56e4903ef4e4a44b3e8e400bf541e615925b0020f4bac77f5e30ba4105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b82f0e8f-d86d-4f4e-8645-1a243713bf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.043572572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c5631af9-4b06-4684-90e1-0e2038fcc6fe","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.205797467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b61bc0c-e979-4f0a-99f4-982580f5df6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.205932014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"b9917bb5-1b75-4d16-88e2-5317f900536c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.205798888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1fbc0ccd-abaa-4dd0-9c5d-fb1bcbb61745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.267455554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b61bc0c-e979-4f0a-99f4-982580f5df6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.270903419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1fbc0ccd-abaa-4dd0-9c5d-fb1bcbb61745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:32.27132154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"b9917bb5-1b75-4d16-88e2-5317f900536c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:34.478467812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"00654faf-1b15-46c4-bfbf-b220031d9da4","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:34.537098062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2b8afaf5-2aa1-4abb-9211-784b0b10ce5f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:34.699268012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"e0502328-5041-42c6-9354-74580dfc6814","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:34.75865072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"e0502328-5041-42c6-9354-74580dfc6814","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.079371347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e0b67330-d585-4634-9844-ad2adbe07a7e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.240421491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"c25e9db1-bc42-463d-b117-44092fc353ee","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.301014446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"c25e9db1-bc42-463d-b117-44092fc353ee","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.645456634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"8229728a-479d-4e16-97d5-95eb5d983cdb","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:05:35.65242091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"c25e9db1-bc42-463d-b117-44092fc353ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-26a21d01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.710939055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7339cc26-f302-420f-85f4-97482666c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.711915309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"4ac6a7d6-47ba-4fd1-9d09-17fab3e617d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.713632664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27209c69-d11a-4c7e-9d2c-866ca117980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.776923483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27209c69-d11a-4c7e-9d2c-866ca117980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.787683034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"4ac6a7d6-47ba-4fd1-9d09-17fab3e617d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.798850115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7339cc26-f302-420f-85f4-97482666c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.838170329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"985091fa-0197-4980-92fb-19e9e0ba081c","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.904298027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"985091fa-0197-4980-92fb-19e9e0ba081c","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.977729482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"26593c1d-2932-4770-a8a7-2c77b5a1d02a","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.977769455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"26593c1d-2932-4770-a8a7-2c77b5a1d02a","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.517586531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-gw-auth-26a21d01","reconcileID":"14d582c0-1756-447d-96ff-1553e2754c5d","MaaSAuthPolicy":{"name":"e2e-gw-auth-26a21d01","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.517683617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"58c2b1b7-5e4f-43e3-8428-0cb6eadfb3e7","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.682692134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"be0a218c-f6ed-4cc1-8d49-32dd29309239","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.310473901Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"571c6876-420c-48b7-88b2-d7e156e6f8ca","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.365011095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"012236dd-af94-4537-93d1-41c57f7c1092","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.365047656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"012236dd-af94-4537-93d1-41c57f7c1092","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.47265986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0a947d42-18f4-4d28-b5cf-2387dfb55d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.472866029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6ff0eb9c-1aea-42d8-b762-349969ef63f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.472664889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"977b816e-8dba-4108-ad09-035b313f9676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.473309046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"28ea9fa6-84d4-4a33-ad7d-83756f6658b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.473356033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"84993373-edab-41af-999a-b2def71dbca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.53693139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"977b816e-8dba-4108-ad09-035b313f9676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.538036451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0a947d42-18f4-4d28-b5cf-2387dfb55d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.539257229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6ff0eb9c-1aea-42d8-b762-349969ef63f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.543801411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86c37e0a-8131-4e9d-b02e-a234f9732868","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.543817219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86c37e0a-8131-4e9d-b02e-a234f9732868","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.544050017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37da08f3-08c0-44f1-8b55-c7c10a990d62","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.544061877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37da08f3-08c0-44f1-8b55-c7c10a990d62","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.544255519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39b0715a-c604-40fd-9147-43e1ec007de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.54426612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39b0715a-c604-40fd-9147-43e1ec007de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.549106487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"28ea9fa6-84d4-4a33-ad7d-83756f6658b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.550372361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"84993373-edab-41af-999a-b2def71dbca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.606695474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"8fa05e4d-37de-42ec-8331-bbfaf1f40916","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.606721554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"8fa05e4d-37de-42ec-8331-bbfaf1f40916","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.666248604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edeb7f5b-89ff-419a-b0cc-1545a2f511f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.666267982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edeb7f5b-89ff-419a-b0cc-1545a2f511f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.666518357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f51c52e-5f21-41d1-be11-9c43f3dc6ebf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.66653132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f51c52e-5f21-41d1-be11-9c43f3dc6ebf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.666762407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43d1e672-31d9-45b2-a0e3-f2520d369f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.666775319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43d1e672-31d9-45b2-a0e3-f2520d369f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.667040952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10d82e62-fc73-456a-a3dc-88149fdd31c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.667053372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10d82e62-fc73-456a-a3dc-88149fdd31c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.667299735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2aaaae6d-ef76-49f0-91e5-baf3241e76af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.66731795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2aaaae6d-ef76-49f0-91e5-baf3241e76af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.775801531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdb705ab-55b8-4f43-b82a-a3492ebe87a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.82975407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"21c61a08-737a-4100-a0aa-0f8c394973ed","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.869359366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a4d2891-ff58-4975-9457-1513e21bbc6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.910401731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"28463fee-fc40-4966-8aba-e679e298c47a","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.914551835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"6461fc00-a95a-4e36-95ec-554dfbe9ddfc","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.917915161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"8b794090-82f9-42ff-a07c-33a8cef2d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:39.975724145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"8b794090-82f9-42ff-a07c-33a8cef2d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.016734608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"2baf30c5-7b5a-42ab-ba75-6c3561e00980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.06989101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"698a01bd-b838-4e1e-9c3b-b24dc4dcdc59","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.074322439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"2baf30c5-7b5a-42ab-ba75-6c3561e00980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.128609058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"698a01bd-b838-4e1e-9c3b-b24dc4dcdc59","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.172439866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c19e612-49ab-46bc-b685-e8f1938b9c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.172440017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3103111b-eb9c-4b3f-a832-8b2a760e4810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.232404773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c19e612-49ab-46bc-b685-e8f1938b9c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.232426117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3103111b-eb9c-4b3f-a832-8b2a760e4810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.296308298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0691fcff-fef4-451a-a777-195512169473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.35400614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0691fcff-fef4-451a-a777-195512169473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.397156844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"1b1b64ed-1a16-4689-8dc9-fce5e6ebf8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.457898489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"1b1b64ed-1a16-4689-8dc9-fce5e6ebf8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.590035463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"2b6483ee-955d-4da6-a521-bca18f07251f","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.596375616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"26d2778b-2b17-4a3d-b4a6-9cbcb4613237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.600982161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"737815a6-ed44-46e6-a24f-a3524a246923","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.643407603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.657112763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"26d2778b-2b17-4a3d-b4a6-9cbcb4613237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.662882997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"737815a6-ed44-46e6-a24f-a3524a246923","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.754387812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14090132-b454-4765-993c-44eb8a5e3458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.812039738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14090132-b454-4765-993c-44eb8a5e3458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.851121068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bd8729c4-b2ca-4500-8d32-e4c482d94d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.851141684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"7c53a5d6-c321-4d00-851c-790b48719474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.908749466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"7c53a5d6-c321-4d00-851c-790b48719474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:40.908789862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bd8729c4-b2ca-4500-8d32-e4c482d94d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.031364391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"af39f009-4bfe-4385-8102-3717404fc1d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.03414863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a045f39-170a-41e4-adb1-9dc1ae3e893b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.089387615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"af39f009-4bfe-4385-8102-3717404fc1d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.091299416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a045f39-170a-41e4-adb1-9dc1ae3e893b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.17995502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e9528fac-62ca-470e-a894-87902cca9286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.239173791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e9528fac-62ca-470e-a894-87902cca9286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.281368496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"02d4f2d9-5162-44c3-97df-83c05e4d800c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.33445278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd0dd67-27e4-41d1-8a7b-7589b9ad7951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.338597503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"02d4f2d9-5162-44c3-97df-83c05e4d800c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.391987018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd0dd67-27e4-41d1-8a7b-7589b9ad7951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.46077897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"024ac0b7-e944-4e15-8d33-03e35c6d8d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.518630782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"024ac0b7-e944-4e15-8d33-03e35c6d8d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.568093302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"975710bf-e106-474e-b9c0-9cade6a88d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.613390874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"d1b4a2d4-6db0-44c6-9add-45bea6854fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.625482599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"975710bf-e106-474e-b9c0-9cade6a88d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.659311019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"326a3fc6-ebfd-4bc3-8c89-8fb135565e30","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.670561566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"d1b4a2d4-6db0-44c6-9add-45bea6854fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.712506828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"858e307b-2871-470e-883d-5f9c8e2d65bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.716779019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"326a3fc6-ebfd-4bc3-8c89-8fb135565e30","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.769794435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"858e307b-2871-470e-883d-5f9c8e2d65bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.839177457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"49aa5ec2-2a1a-445d-a018-1ff351b13141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:41.897288561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"49aa5ec2-2a1a-445d-a018-1ff351b13141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.210933613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f","reconcileID":"fa6be77a-fb47-452c-89f7-faf34ea9722d","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-bulk-sub-a4bf1f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.43351665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f","reconcileID":"fa6be77a-fb47-452c-89f7-faf34ea9722d","MaaSSubscription":{"name":"e2e-bulk-sub-a4bf1f8f","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.630189596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"048aaf16-604c-479b-b9e8-2c2c71b9b5f3","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.630546152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"f172d091-d7fc-4f54-b30d-381b6c93018f","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.653305684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e59db5af-fd17-4368-bdcf-52ebe4f583d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.699464542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4dc4b1e9-3e92-42ac-8411-b5e4b327d020","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.699882045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"b4ff23f5-c43d-44ea-aeff-c31170f04aae","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.70036993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"55bba0c2-9d55-41e0-a088-3dcc35357167","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.794608191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"de5b66ca-997a-4ea9-8801-09c50e6b8114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.800205704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"28936727-778c-4ecd-a5d4-3ae364de7b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.845888764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"27bb52ad-cf54-4423-825e-9ce4cec4e4af","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.853625396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"14163381-d354-482e-ab57-d165bf0dc14e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.856583981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3f3e4361-090a-4d64-aed0-7e0329f86579","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.857340302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"de5b66ca-997a-4ea9-8801-09c50e6b8114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.859805013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"28936727-778c-4ecd-a5d4-3ae364de7b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.898859055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b178a17f-29f2-43f6-8ffc-30f359d040db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.899378819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"fdaf1a71-130e-4c20-8d2b-e76aaee3db19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.899617739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"607e59f4-21c1-4f53-b0d3-cf7d618dba4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.959227458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b178a17f-29f2-43f6-8ffc-30f359d040db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.961929499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"fdaf1a71-130e-4c20-8d2b-e76aaee3db19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:42.964254339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"607e59f4-21c1-4f53-b0d3-cf7d618dba4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.168668013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-bulk-sub-a4bf1f8f-auth","reconcileID":"c1bdec51-078d-49e9-a362-08dccea99a7a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4bf1f8f-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.181803827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e9bf99f9-6207-4a6d-bb62-ad3fe79a37e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.182061732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e5ea66ea-79ab-4e78-a613-5c034df83b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.241150042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e5ea66ea-79ab-4e78-a613-5c034df83b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.241144594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e9bf99f9-6207-4a6d-bb62-ad3fe79a37e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:43.425755017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1ac198ba-ce2c-474e-975e-fed3199974c8","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:49.481277366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"2f302411-5c87-46b7-bcfc-c25e5a1d0da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:49.582828509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"7c63253a-6e68-448d-bd24-856f5698dc17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:51.992575534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"52b62370-8e4d-462e-a169-6fb11e1fb26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:51.993218122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f468fc95-b2bf-402c-ae56-47c329eae313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.05555667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"52b62370-8e4d-462e-a169-6fb11e1fb26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.058388556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f468fc95-b2bf-402c-ae56-47c329eae313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.15950915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d53513-c74c-4200-a8b1-e71e22122b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.160250672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6b521baa-b504-4df3-87bc-461d88923879","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.16080007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46e2820d-f225-49d8-a809-2aaacbe133a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.233266851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6b521baa-b504-4df3-87bc-461d88923879","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.252747317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d53513-c74c-4200-a8b1-e71e22122b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:52.262684863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46e2820d-f225-49d8-a809-2aaacbe133a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:00.320530598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"2890c593-95f9-4f43-987a-61bfe2811768","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:04.179536022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"f52cdfbe-f070-418b-b0f4-e3594a4c54c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.067823948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"3211176f-32b8-4bc9-82a8-5234b78f04d0","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.122487017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ae7f70b4-9335-4820-a551-aaf9f42d069f","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.122521204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ae7f70b4-9335-4820-a551-aaf9f42d069f","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.230864071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8180ac4d-2ea9-4d12-8899-7d2c28ec344f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.231021906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"1a458270-5f55-4190-bbfe-c0e5c930b0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.230871293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fde8f7fb-8ee3-4663-98db-df9937977145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.277882596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0003a1a8-8fa8-4553-8821-51d48354aef6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.277911057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0003a1a8-8fa8-4553-8821-51d48354aef6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.278334948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9037d2c-5941-4dbd-9bbc-a46fa801b504","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.278356256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9037d2c-5941-4dbd-9bbc-a46fa801b504","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.278665708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f5e598b-3e29-4f7b-9f7b-7ee70c99fee3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.278685263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f5e598b-3e29-4f7b-9f7b-7ee70c99fee3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.278983103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f733eb04-c90a-4ff8-9416-46b3e9b12bee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.279001615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f733eb04-c90a-4ff8-9416-46b3e9b12bee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.279328916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d363c4f-42b1-46fc-8e6e-efbadd71ac09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.279346414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d363c4f-42b1-46fc-8e6e-efbadd71ac09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.27975507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3dba406-44bb-4cb6-9a8b-1838c50d4718","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.279772072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3dba406-44bb-4cb6-9a8b-1838c50d4718","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.280092303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ce6f1224-6e8d-401f-9447-21c3bda54639","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.280109659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ce6f1224-6e8d-401f-9447-21c3bda54639","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.280403392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4360fd3-62f6-471e-93c3-d2e511e4c4bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.280418283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4360fd3-62f6-471e-93c3-d2e511e4c4bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.284749194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46edeaea-de1a-4c5c-bc27-487bfe2afda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.284787515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3c4ae2-3749-4148-a1d0-e10fe20852ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.289275526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8180ac4d-2ea9-4d12-8899-7d2c28ec344f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.290527263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"1a458270-5f55-4190-bbfe-c0e5c930b0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.29157269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fde8f7fb-8ee3-4663-98db-df9937977145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.334322393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ee2bf290-0d5e-4fe3-85e8-2b864a48cd55","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.334359542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ee2bf290-0d5e-4fe3-85e8-2b864a48cd55","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.342785539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46edeaea-de1a-4c5c-bc27-487bfe2afda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.343502673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3c4ae2-3749-4148-a1d0-e10fe20852ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.500636831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e53c2076-b455-4d10-818b-01a4b9db78c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.500762403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04c58c84-aaa7-4a14-ac50-4acf8f569a59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.553974262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"fade2562-ea5f-4789-a662-a35550cb540a","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.659659424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"05a237aa-94bb-41f3-a7af-8f116654ca95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.660211127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"ff2255e9-3e57-4618-8bd9-9d850275d3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.660601722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b1733500-12ca-45f3-9cc4-445a21efc5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.717662934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"ff2255e9-3e57-4618-8bd9-9d850275d3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.717723411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"05a237aa-94bb-41f3-a7af-8f116654ca95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.719917976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b1733500-12ca-45f3-9cc4-445a21efc5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.759454612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"deb3d51a-8f4a-496f-ae01-b982d1269c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.759454771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"9f05a8a1-bdf8-4ab6-81a1-04cd97bfbe2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.817467287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"9f05a8a1-bdf8-4ab6-81a1-04cd97bfbe2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.817670395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"deb3d51a-8f4a-496f-ae01-b982d1269c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.100878538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"017636f4-a3a0-48fe-bd8c-f46236030e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.101012402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"612db0d2-f4dd-4ec5-9f5f-a3863249a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.153888775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6d7bc8f3-9f81-46bc-bec0-40b9882ced52","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.158041125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"017636f4-a3a0-48fe-bd8c-f46236030e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.158338279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"612db0d2-f4dd-4ec5-9f5f-a3863249a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.212914432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6d7bc8f3-9f81-46bc-bec0-40b9882ced52","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.254041105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"7b0603c6-2414-46cb-930b-ab9020bd3851","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.254504968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d8ba61-d1b6-43ce-81bf-9ea37049218a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.254631595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7eebbb4-57b4-4d85-835c-b85b8f6aed35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.314324801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7eebbb4-57b4-4d85-835c-b85b8f6aed35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.316600863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d8ba61-d1b6-43ce-81bf-9ea37049218a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.530531438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"17b13dd2-ccf4-4212-954f-9869fd16e029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.530531439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"23cc0b6a-3d14-4db4-b639-7023f194862c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.594877101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"23cc0b6a-3d14-4db4-b639-7023f194862c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.595218055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"17b13dd2-ccf4-4212-954f-9869fd16e029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.73537382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ea2b67ca-c06e-4563-8918-143347247855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.735375827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e335dab5-b2b5-4889-9270-bfc6f10e9ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.735838197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"70dda02c-cd1c-4d33-9b64-6ee2d406b8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.797541776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ea2b67ca-c06e-4563-8918-143347247855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.797543419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e335dab5-b2b5-4889-9270-bfc6f10e9ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.799820971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"70dda02c-cd1c-4d33-9b64-6ee2d406b8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.015966407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"3ec5d225-94f1-4567-92c8-b8cf1132f407","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.015980869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a655bf-e1a7-4061-a130-e94e23dd3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.078042238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a655bf-e1a7-4061-a130-e94e23dd3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.079655591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"3ec5d225-94f1-4567-92c8-b8cf1132f407","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.121501399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"2286b621-76ee-4814-8ddd-4a5374cc8639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.121500237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"68552133-196c-4f8e-9795-a0cc9478edb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.17561091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e0139c-e5cf-4c52-b3bc-320b942a1fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.183974601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"2286b621-76ee-4814-8ddd-4a5374cc8639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.187736913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"68552133-196c-4f8e-9795-a0cc9478edb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.233689216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e0139c-e5cf-4c52-b3bc-320b942a1fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.40147888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"af1146f9-36db-4e3c-b6d2-282692ac98bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.45953201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"af1146f9-36db-4e3c-b6d2-282692ac98bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.508520374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"196af8e4-f6f6-4663-a4aa-d9c533e3f063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.510902772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"962df17e-54b8-42dd-bc77-840a12d6c92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.566509176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"196af8e4-f6f6-4663-a4aa-d9c533e3f063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.567942969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"962df17e-54b8-42dd-bc77-840a12d6c92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.646812803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.398939205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"6ad517b7-7bf6-4c1f-ae49-25af446f7c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.496282554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"9caf03b7-76af-4b80-873a-23758ebe258c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.59658839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b1d0239-2f37-4147-8f01-17b7659f029b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.650403798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"859fd9a5-66c4-4f05-b705-188553580a12","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.697197284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b13a1522-d223-44cd-b786-1aee150cadd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.798240163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"506c7cf1-e20a-4760-b7a4-f5f7ea112f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.823528689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"e1ef3392-1489-4938-9d21-9e58590c42a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:15.938366173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3f92af85-852d-4d76-a0b6-6c876b4891ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.039998265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"1197d0b8-ca9f-4854-aec1-ecbae3122353","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.149722171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"77c7b8fe-751f-4a25-b302-47feeb590dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.261962347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"305873c3-4a80-468d-809a-5be698bcf806","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.262205284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"d97372a1-066d-4f22-a31a-280616f48aaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.459437977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"5cad8088-caa5-4d68-9c4b-681465c50f7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.648718025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d910f6c-1e6b-4d7c-9a83-cbe29527dc6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.649601904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c4c4a1-03ad-4a18-bfaf-8de306b7f0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.650673317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"479b8ee4-1a7d-4ea9-826f-7662a2eaa9f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.718877702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"479b8ee4-1a7d-4ea9-826f-7662a2eaa9f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.723916488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c4c4a1-03ad-4a18-bfaf-8de306b7f0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.735163315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d910f6c-1e6b-4d7c-9a83-cbe29527dc6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.419482662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"bc2be2d9-cd55-4ced-91e1-0e5391370203","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.419849246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"10fe881f-43e4-4154-8660-ce645cc3f096","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.49304927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f48a8e68-c9ac-4325-b420-840d8844ce78","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.493380573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"ef2f1de7-7fc8-4c02-9c30-822e79b2be18","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.581873738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"51eb46d6-77ee-4eb8-92bf-b9bc75ea8f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.582387601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e41a0df1-5720-4703-89dc-42a677b91bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.637156249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"f712ad96-5253-4d75-b41c-e0a4277a57ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.637161595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"c73d579f-bff2-49c6-9d88-9db56f0de42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.641603354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"51eb46d6-77ee-4eb8-92bf-b9bc75ea8f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:25.641653786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e41a0df1-5720-4703-89dc-42a677b91bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:26.014764362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"839c4bf0-076c-4e1d-b5fa-b18ea4f9bb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:26.014764361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"89a69052-f59c-42a7-9a14-08a8edad4e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:26.073938006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"89a69052-f59c-42a7-9a14-08a8edad4e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:26.077118453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"839c4bf0-076c-4e1d-b5fa-b18ea4f9bb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:26.500525158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"abbc202b-120a-4062-a3b6-3bf9e8a0c6e6","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.302233094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"e0ab5176-cad9-4e2e-a993-77c112a32c75","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.30288649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"2b42ce2b-413e-415d-84ef-2191c659e7e9","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.382614249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"7f62917e-f65c-4d90-af66-c6483387e41c","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.382910625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"4876c22c-99e3-4b9f-a692-367d230b5e10","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.491504155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1a0372fb-61b0-4c40-bfd1-16c333cae3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.492631778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cb3cd88a-d12f-4746-9ddb-47743659f632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.548891415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"64ee64e6-e318-4dc7-96a4-07b6ce4f025b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.556608872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cb3cd88a-d12f-4746-9ddb-47743659f632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.55756224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1a0372fb-61b0-4c40-bfd1-16c333cae3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.622827956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"7c541b24-f56f-40a1-bd4a-bd557b8c4146","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.927533914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"47df8873-cc15-4a14-8a9e-1c938f420b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.92754922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"068447c1-8acc-4dd9-8132-ab420e96e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.985849389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"47df8873-cc15-4a14-8a9e-1c938f420b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:28.986043995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"068447c1-8acc-4dd9-8132-ab420e96e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.120919297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"5b5cf95c-ba37-492a-837f-df7b610b77e0","namespace":"llm","name":"e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.174206545Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"b8c92d5a-1e7c-41f4-9786-d12877a58934","namespace":"llm","name":"e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.28631102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e07690df-4535-48a4-99b0-19078253d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.287615079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4cda0355-0b69-4f40-820c-fdf6e41e6a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.287653638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d55e0f03-5cb8-41ce-b2b1-5a9a6ac5ee22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.288027386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"bc7ff100-4490-427d-837d-2d3021cd8593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.288046723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"dffff45f-0c07-4e78-9d0f-120b68e6a49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.345091929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e07690df-4535-48a4-99b0-19078253d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.346356232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4cda0355-0b69-4f40-820c-fdf6e41e6a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.347432697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"bc7ff100-4490-427d-837d-2d3021cd8593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.348832728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"dffff45f-0c07-4e78-9d0f-120b68e6a49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.349839747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d55e0f03-5cb8-41ce-b2b1-5a9a6ac5ee22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.494885784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"93b9d136-5cfb-4315-b2ba-7637fb19817a","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"name":"e2e-rt-eq-f2b1a4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.601163074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"2da3c703-691a-49c2-8241-fff61bd0639b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.611364616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07fc4a83-8f5d-467d-a397-68bb93983996","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.611473751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07fc4a83-8f5d-467d-a397-68bb93983996","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.611937375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a72c83c-0d95-4978-aa72-089c3757308a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.612004846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a72c83c-0d95-4978-aa72-089c3757308a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.612361402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d09a21-b8f1-4d1a-8259-2e2ccd868d14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.612432216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d09a21-b8f1-4d1a-8259-2e2ccd868d14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.612854051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67495e6f-fb16-4fad-a4ca-ab39d52ae8ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.612923636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67495e6f-fb16-4fad-a4ca-ab39d52ae8ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.613337066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0bd0488-a3ad-4d20-8f43-e65cf74f1d9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.613406351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0bd0488-a3ad-4d20-8f43-e65cf74f1d9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.667098854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"735c02fa-21f1-452e-b4df-2c27e8a3ae8e","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"name":"e2e-rt-eq-f2b1a4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.720227745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"666053ec-176e-4409-8659-8a2d458fb715","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.720756936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0686acb3-a7cd-4f16-996d-e920f86c8d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.721290041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"462a89eb-d3e1-4db8-8e94-393ce8f32876","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.721309055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"462a89eb-d3e1-4db8-8e94-393ce8f32876","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.7221627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92f3ed80-0a91-4da7-93e7-9e0ec4dca313","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.722194833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92f3ed80-0a91-4da7-93e7-9e0ec4dca313","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.723482473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1414a476-dab5-4324-b9cd-a0288a13f890","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.723501936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1414a476-dab5-4324-b9cd-a0288a13f890","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.724187441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61cb2ead-1fa9-48ee-aa8d-dd9838576ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.725806727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1ecce616-87d6-4b2d-8612-09ec536c5621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.77415082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76db8e82-5793-4b5b-ba41-6bcca2ec9533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.780436497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"be2d7988-4452-463c-ad69-f6c2578ed9be","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.780465217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"be2d7988-4452-463c-ad69-f6c2578ed9be","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.780900314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1a5e8db-17ac-4659-a897-1c5647a5eac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.781400877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"d946db87-514c-4b2c-9d49-7234b068b416","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.782161603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"63cde6b6-dbd5-4e90-9661-632e0326df29","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.785854784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0686acb3-a7cd-4f16-996d-e920f86c8d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.789651562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1ecce616-87d6-4b2d-8612-09ec536c5621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.832387309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76db8e82-5793-4b5b-ba41-6bcca2ec9533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.842804075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"d946db87-514c-4b2c-9d49-7234b068b416","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.845775775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"254f2f69-65c9-4bfa-b83d-d83addfdb834","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.848443326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1a5e8db-17ac-4659-a897-1c5647a5eac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.978557293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"b095789f-9c0e-4b3d-9a36-276a08a3af4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.092183066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"b92fcd87-2494-480b-bed8-98f55060c041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.160462849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c71a906d-7099-45b8-9e18-c254f3649e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.160462877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"69512663-01bf-48e5-a91c-d440e886cfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.18694219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"27f1ea00-84fa-48fa-bb27-6f34ba1fc68e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.217630195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c71a906d-7099-45b8-9e18-c254f3649e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.218663141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"69512663-01bf-48e5-a91c-d440e886cfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.264750862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5349b201-a658-4bc7-921b-e751b0e6f1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.264780521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ef286c83-4a60-43d3-9a98-dacb735509d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.283156121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b159356a-634e-440c-ac37-e2319d8e4c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.322532603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5349b201-a658-4bc7-921b-e751b0e6f1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.322538237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ef286c83-4a60-43d3-9a98-dacb735509d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.336974175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"cf3f4c89-5dc1-4ff7-9e55-dc6327204299","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.362384597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4eeec12e-332a-4fce-b47e-4a21eff2dd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.382900381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"5b5438e9-fed8-401b-911f-ae764a631d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.419770267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4eeec12e-332a-4fce-b47e-4a21eff2dd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.483584407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"060ba8c8-7ef3-4c96-8849-44a966198881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.583662201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"98344097-0828-49fe-94f0-189c0d31e7a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.584246224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"679839c6-f594-47f9-879f-104a0dc04eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.584449671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b927fb26-15f2-47aa-b914-127c5c8f0671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.609129472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ab92bd9-508c-4f6c-ab6c-b5c7c7df9672","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.642465839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b927fb26-15f2-47aa-b914-127c5c8f0671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.643112601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"679839c6-f594-47f9-879f-104a0dc04eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.684289426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8df530e4-0993-4d47-b204-88dcb6e4addc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.717489909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"7cf2f8bb-ee4e-401f-915a-9d6e347c8378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.737457924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"603d642e-5319-44b2-a94d-070cacb5aa00","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.741795994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8df530e4-0993-4d47-b204-88dcb6e4addc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.742713674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"99ef1d55-f091-4eb1-9a16-f27fa746ab1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.769393036Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"1e9aa29b-a380-4313-8017-6c8554fc0a76","namespace":"llm","name":"e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.796153498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61290af1-c57f-4df4-9fdf-b4ac919f1953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.812691182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"603d642e-5319-44b2-a94d-070cacb5aa00","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.826591446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"ed381d2b-743f-42c6-a724-8fa7930fd473","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.826698965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"ed381d2b-743f-42c6-a724-8fa7930fd473","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.87038704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61290af1-c57f-4df4-9fdf-b4ac919f1953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.010997359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"74b09bad-a7e3-465d-b497-44fd1a7d54cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.063842425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4522efdb-9bc0-4eef-bb02-9e5f6ec10002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.068633269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"74b09bad-a7e3-465d-b497-44fd1a7d54cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.112180295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7769ba31-0fb4-4c49-b534-9d24a3eb10ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.121392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4522efdb-9bc0-4eef-bb02-9e5f6ec10002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.169475923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7769ba31-0fb4-4c49-b534-9d24a3eb10ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.215579089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"3261236b-e4d3-4959-9852-c610c1ba677a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.273642981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"3261236b-e4d3-4959-9852-c610c1ba677a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.312709562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"1deb0d78-3572-4563-a8d0-9e6c193b1ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.370878266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"1deb0d78-3572-4563-a8d0-9e6c193b1ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.411319027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"807054b5-9ef0-474a-a135-e9c92b585d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.468604126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"807054b5-9ef0-474a-a135-e9c92b585d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.51220902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ca978a43-c14d-49ed-be26-94c00bb59c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.512234188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"6f27d066-e758-4b4c-8996-1d67a52727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.569996422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"6f27d066-e758-4b4c-8996-1d67a52727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.570044168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ca978a43-c14d-49ed-be26-94c00bb59c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.666225412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"aae7bd66-6aa5-443a-8791-10e433d012c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.723747121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"aae7bd66-6aa5-443a-8791-10e433d012c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.787320761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4830ccf6-8d27-451e-b5fc-0eef57af676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.818504471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa72ca2-dc83-4ed6-8624-9d04fa858521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.844533016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4830ccf6-8d27-451e-b5fc-0eef57af676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.875989521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa72ca2-dc83-4ed6-8624-9d04fa858521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.938208644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c86f37b8-95b5-4ea5-b275-71c917b78836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.938544668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cadb05f9-526e-46a3-aa51-969ccb6ad13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.995952226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cadb05f9-526e-46a3-aa51-969ccb6ad13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:34.99598283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c86f37b8-95b5-4ea5-b275-71c917b78836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.221534912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"c976365c-271e-40ac-bdd3-e4f141aaa180","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.221561981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"c976365c-271e-40ac-bdd3-e4f141aaa180","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.329460616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"43646f38-15a6-484f-bb88-d0f686dd1448","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.329489597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"43646f38-15a6-484f-bb88-d0f686dd1448","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.492627723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"83f1def6-4e3b-46df-be12-1d62783d2090","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.57670578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"83f1def6-4e3b-46df-be12-1d62783d2090","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.018434191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"3e6372c6-7db9-4c63-848e-14a82380e39a","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.018464703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"3e6372c6-7db9-4c63-848e-14a82380e39a","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.642042766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.721750961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.775727312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"e14774b0-8406-4454-8008-4dc40a88a217","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.775747961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"e14774b0-8406-4454-8008-4dc40a88a217","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:06:43.83539367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-f2b1a4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-f2b1a4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.945444153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"2e528fd6-2ec2-4f09-baad-16a8b1bad330","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.945465195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"2e528fd6-2ec2-4f09-baad-16a8b1bad330","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.990127712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da4047c4-c1ba-42b9-9941-ece4264623db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.990595874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"dda5c2d0-1f73-4d31-813a-7ef23874a0e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.990617107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"fc90a2d1-d1ea-4c2b-861d-cd08d34b3765","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.991026668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8a4e1c2-fd85-45ba-915d-2de3e82ddd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.048506996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da4047c4-c1ba-42b9-9941-ece4264623db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.048514993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"dda5c2d0-1f73-4d31-813a-7ef23874a0e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.050602702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"fc90a2d1-d1ea-4c2b-861d-cd08d34b3765","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.051040294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8a4e1c2-fd85-45ba-915d-2de3e82ddd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.052462685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"b55f28dc-58e7-45c0-a548-f43be87eb3a7","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.05248102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"b55f28dc-58e7-45c0-a548-f43be87eb3a7","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.162749016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"e63ef647-2da1-499a-b130-9a8ef488320c","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","model":"e2e-rt-eq-f2b1a4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-f2b1a4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.439641231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"8c3f9cfe-c380-4cf8-abad-d10c2f1e6927","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.439666528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"8c3f9cfe-c380-4cf8-abad-d10c2f1e6927","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.524857808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15b60218-d551-4d4c-9085-80c613f8f715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.524857885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d2de9f-0d58-4900-ba51-f99f28570f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.583104539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15b60218-d551-4d4c-9085-80c613f8f715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.583121085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d2de9f-0d58-4900-ba51-f99f28570f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.631828589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"279b320b-1f15-42a6-a615-4ad3c4e7d702","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.631829135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"2ab3225d-23b0-4ae9-8b77-8aa28978fc50","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.654751387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"099536cd-b1d9-43c6-af73-14653fefb0d9","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","model":"llm/e2e-rt-eq-f2b1a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.68940643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"2ab3225d-23b0-4ae9-8b77-8aa28978fc50","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:44.68946175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"279b320b-1f15-42a6-a615-4ad3c4e7d702","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.343118702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"65095203-a017-43d8-b861-e49fd54bbc1b","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.633814851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6fcc605c-c91b-407d-8df8-29162fd1347b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.633773517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ade9e5db-d480-4359-9288-3719949652a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.711361893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ade9e5db-d480-4359-9288-3719949652a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.713794491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6fcc605c-c91b-407d-8df8-29162fd1347b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.890795749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356d4f99-0f6f-4916-91e4-5656359940d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.891635791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"180d7af1-3bcc-408c-a791-8ed01ec6fb7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.892712383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6a3733b6-6783-4a72-9699-e11a7cc4dd9e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.957350189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"6a3733b6-6783-4a72-9699-e11a7cc4dd9e","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.959365934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"180d7af1-3bcc-408c-a791-8ed01ec6fb7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.963754033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356d4f99-0f6f-4916-91e4-5656359940d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:50.227602927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87e87927-d02f-4065-9110-4fdc4b0b6e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:50.286898606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87e87927-d02f-4065-9110-4fdc4b0b6e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:53.616009164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b23d62db-1a4b-48a4-b4b3-55c057f2e1ce","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.526824386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"6231d29e-3c28-47d3-9210-510b9d595466","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.527217984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"895d46e9-508f-43a9-a24e-725e7e585c3a","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.527976208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"06634a9e-0787-4782-be85-dbfbbdf42d05","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.592596945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2e9cf288-8ba5-4559-b26b-0fc3c2bd5549","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.592940207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"548ed505-7160-4f0f-9ffa-934db92aecdf","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.593252168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"9e8b9c91-909a-422f-9f77-e8c3972bef73","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.691523347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6cc9dd0e-cace-48d7-a765-147843ae33da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.691519857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8211f59e-d627-4a2e-aec3-5ce15d6a32ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.751727845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"8211f59e-d627-4a2e-aec3-5ce15d6a32ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.751790364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6cc9dd0e-cace-48d7-a765-147843ae33da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.752552049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"a94299e3-09a9-44fc-9429-ab8c39967cb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.752552281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"2b6390b4-f488-47f1-8797-e1ab36042712","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:54.956131147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"734869e2-b410-4a9c-bef8-34fe3afd17b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:55.126572058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ade88bbc-9d84-4078-8cb6-76d3aeca0c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:55.126818948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3658c4a2-724f-40ac-a482-ad7bf90a86fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:55.185615145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ade88bbc-9d84-4078-8cb6-76d3aeca0c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:55.186407432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3658c4a2-724f-40ac-a482-ad7bf90a86fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.453147694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"b45b0642-b484-46e8-8193-e4c35e6dd93a","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","model":"llm/e2e-rt-eq-f2b1a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.759625785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"5fad168b-761f-49d7-ac78-066540df6b3b","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.759757537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"5fad168b-761f-49d7-ac78-066540df6b3b","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.828574614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"363eed88-9805-49fa-a3e6-281059edfd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.829398782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"549a14fd-2ade-48fd-a7e0-ff2fb667b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.913641583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"549a14fd-2ade-48fd-a7e0-ff2fb667b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:02.921171092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"363eed88-9805-49fa-a3e6-281059edfd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.463464703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"19ecb428-04be-42e9-b206-ba28857eab02","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.463601462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c42345-d737-4d29-a256-30075feb05f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.463900159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"ac32f8e4-adfb-4417-811f-a1aff9d4ac44","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.464249453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56d0428-b4ef-488b-af63-3e8629ebe0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.52968541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c42345-d737-4d29-a256-30075feb05f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.533348189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"ac32f8e4-adfb-4417-811f-a1aff9d4ac44","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.533521551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"19ecb428-04be-42e9-b206-ba28857eab02","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:03.551216115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56d0428-b4ef-488b-af63-3e8629ebe0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:10.64176911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:18.362841562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"3d852970-3ba0-4dc6-9ec0-2f07ea74d4e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.48350846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"dcf9f20b-d4be-4008-8a26-6694df36ed3a","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.532731867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"a6b0aa38-7f0f-4154-9743-da7aed464a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.63558145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"2aacb7eb-3a39-4c2a-9afe-47d04dce990d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.635666629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"a96529ba-cd46-4287-8362-1e6a76438b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.732164077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"0167969c-f30b-44b0-b7b6-696b74b2c4fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.858708619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"c628e72e-2ab3-4e77-b46c-feae081663e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.865944996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"58443c73-250a-4b3a-8bf8-d779059cd894","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.025005896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e95148c-c669-46c1-876f-dc1c52459cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.147147487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bf4eaf3-196b-4f25-b0ea-b0d68d252d9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.180019618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"735643fc-42e1-4c9b-aedd-bc0b1092706c","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","model":"llm/e2e-rt-eq-f2b1a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.229861735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"8c3f40bd-9312-4a1b-9c37-47fbc4633475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.327010308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"f077e9c6-f238-4bf4-a735-d5981e052cb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.427795969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"03d1a6cc-6943-40c6-83a9-b6905efab3a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.476435053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"c106313d-6b97-4fa1-b175-51832d8301b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.694139232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4b6aa0ee-1535-4bcb-b423-c157e2fa6a05","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.694728782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"ae74dd32-0c27-4107-b7f0-d435211657d8","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.695505752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"ce890924-8c12-4bdd-8724-0bc6cb16e088","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.753848159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"b3ee335c-394d-4852-b338-cce4918e6d22","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.75417336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"db5cf313-1667-442d-a0c1-5ebca8ff44cf","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.754413804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"3ee6659a-7620-43d6-882c-a374904d8b6d","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.862763105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"de043f23-2548-4f31-b750-6c5c58ecdaef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.863563733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b732340-67fd-4b7a-94e5-6fb69bbbf682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.921887427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"53f09ebe-97a7-459f-a8c6-5d123f818ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.922706144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"7377fcf7-cfb6-4e0b-9d7d-b814ce13112f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.940055961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"de043f23-2548-4f31-b750-6c5c58ecdaef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:26.943597292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b732340-67fd-4b7a-94e5-6fb69bbbf682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:27.31862218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dcd862d9-21ec-4bcf-ad7c-ed77a14732ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:27.318656753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a97142b5-4841-4e96-adec-5fe21a021e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:27.392985941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dcd862d9-21ec-4bcf-ad7c-ed77a14732ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:27.399132451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a97142b5-4841-4e96-adec-5fe21a021e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.297274591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"45a71da8-58b3-463e-9615-0ebb11e25977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.418804722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"3e3b81ad-f3df-4995-849f-b8e171da2495","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.51977022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3e360834-9076-4c30-bc1c-feaa66dfc270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.594523295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"27c16cdc-180e-4ce4-aedd-b09ab0d7c10f","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","model":"llm/e2e-rt-eq-f2b1a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.641804036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.777852025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5514bd06-43a4-43fd-a342-666c0022f433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.877915405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"4d7e654c-eac1-425b-a95d-c7f058d66618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.898197833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"8ea7b717-a9a9-45a0-88ce-d412bb5e05a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:40.979821639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"57799eef-1ffc-4c2f-a142-c98c235c62d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.08066055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"199d3e28-3b4d-46aa-a330-11a568ac3765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.199865336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"a5665d3c-157e-4a16-9a4e-ad23af632876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.301795669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4bc98223-2bf7-4fa2-a61c-5ab40636b45b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.402971691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"9e53dbc9-986d-4627-afcc-c134c1f744a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.457217381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"92589990-4a97-420e-b7fc-ce7f4eec62ff","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.503042762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f95559b3-e096-49b8-b40c-5e7eb2e9302b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.593311743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"71c96fd0-694a-42cb-b2ad-95b6ca2d4f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.593322581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"213c8576-437f-42f5-a796-b1543dc01f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.652218683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"213c8576-437f-42f5-a796-b1543dc01f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:41.653030131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"71c96fd0-694a-42cb-b2ad-95b6ca2d4f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:42.928360902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"c0a3b4dc-e730-4da0-bb90-7dc1613c07c7","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:42.928831113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"a895f71f-6020-4fbc-b69d-dbed1152f054","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:42.929277904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"99748c47-7a2d-4247-91c3-bef99b08ffdd","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.025829769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"c9e2e9d9-711f-4363-9510-41e86e93ef55","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.02632756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"cfefddab-2a32-444d-854e-7c69a3cbe7d7","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.026588993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"b1255a9c-701d-4a27-846a-62953ab324c3","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.092786611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6b59e7a7-75ff-4f1a-b39f-370a5925d356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.097545201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2946a2b1-ec6d-4a88-931f-9a849b613ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.145730045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"d94f977b-f85d-4b89-b0e0-8f3a873f90b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.146457232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"62a17cba-cb5e-4aa2-8726-ce5adbae43ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.156672417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6b59e7a7-75ff-4f1a-b39f-370a5925d356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.159040051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2946a2b1-ec6d-4a88-931f-9a849b613ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.480033539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"bf4d8147-78b7-4d15-a2fd-ace49c9c433a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.480036568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4632c659-f38c-4814-acec-103b0ec07ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.537476937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4632c659-f38c-4814-acec-103b0ec07ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.537495997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"bf4d8147-78b7-4d15-a2fd-ace49c9c433a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:45.239693456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-b-91d78348","reconcileID":"7ecce22f-c4df-443a-900a-b824b05d1bdb","MaaSModelRef":{"name":"e2e-conflict-b-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-b-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-b-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:45.299059339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"a0e7e01f-cabc-44d7-a416-03abb68ba934","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.278139162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"7336cadc-6bd0-4606-bbe1-274ca6729612","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.545699502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"42057498-cd12-4f70-a4a0-efd99104116a","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.546213348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"02bc8349-b257-4020-962f-7cc6431edd5f","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.61386908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"800dbce2-e187-436c-b90f-0239a3421b78","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.614330483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"0a4974e0-d4a1-45a8-8923-93febae733c1","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.709542495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b0945a0d-8a48-4439-85f2-1c02d96d0217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.71037807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"1527fcac-afa6-4207-afe9-8c09d532e41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.768403839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c1a7a4d8-d8e9-4809-a65c-dd0cb3917ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.772044585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"1527fcac-afa6-4207-afe9-8c09d532e41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.773489109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b0945a0d-8a48-4439-85f2-1c02d96d0217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:48.773518896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"1f60fae4-b76a-45ba-a891-d54db14cf1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:49.095919253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4dc0b612-d0a3-4a92-9894-a17240c13a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:49.098850451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"5652869d-a61a-4258-9706-f1cf836f6667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:49.153909669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4dc0b612-d0a3-4a92-9894-a17240c13a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:49.15688317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"5652869d-a61a-4258-9706-f1cf836f6667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:53.489148172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"75dd0328-8682-49bf-8a01-7a20f1f41d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:53.489202793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"74275dbf-4340-4ad8-91c2-d4c42337aa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:53.548878017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"75dd0328-8682-49bf-8a01-7a20f1f41d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:53.549342039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"74275dbf-4340-4ad8-91c2-d4c42337aa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.850684148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"d06fef33-a301-42d2-9b2e-9e5b8386ab22","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.851225792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-conflict-a-91d78348","reconcileID":"d0cfe29a-dbab-4781-a015-b34c9b3c0d99","MaaSModelRef":{"name":"e2e-conflict-a-91d78348","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"e2e-conflict-a-91d78348-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"e2e-conflict-a-91d78348","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.851493632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3614028d-13e8-4384-aae2-843334edeb47","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.013493167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d8b1d63f-6fe8-4d02-a405-51dc42b03411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.013505102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"46ae759b-2f08-44c8-bedc-34a575c6132f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.071306818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"6c2a29aa-e15e-4ac1-8b9a-7460c613a04c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.07145809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"333bf12a-99f5-4efc-a7f7-97b807c1ead7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.074686082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d8b1d63f-6fe8-4d02-a405-51dc42b03411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.074851819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"46ae759b-2f08-44c8-bedc-34a575c6132f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.711295954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"600b558e-d18a-4d8b-b9a0-9537264963a4","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.656396355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"7070cfcc-9a0e-4d70-b3d4-52eff86f10bc","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.714119068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"17cd9ca4-390b-421b-b0a7-bd2516f11165","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.875455261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"8cfeaaa5-74a7-4a49-a1c8-6c52742c805f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.933017732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"8cfeaaa5-74a7-4a49-a1c8-6c52742c805f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.206822504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"b010db71-44be-4f53-b9c6-8037876cf89c","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.367527541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"1ca381c3-3650-441c-be6b-800ad47f26ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.425146053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"1ca381c3-3650-441c-be6b-800ad47f26ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.363029252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.363109474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f27944b1-8ffc-4aad-8934-1d6c95636b7f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.419187105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"7db0f604-b3e5-4e6d-b2f4-61f1a22b15cd","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.470622821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-subscription","reconcileID":"dd189d5d-613e-4488-9248-8e9347b48c12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.524371771Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"04028504-2428-42da-bbb3-88127346a35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.524370365Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"9224680d-b506-4395-97b7-02dd88e3e4fa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.524590998Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b638a583-3f0b-4ca2-b263-e3ee4322dbf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.531604193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"7d5be760-17ac-4a5b-9c5e-3fefe5d0d977","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.531623522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"7d5be760-17ac-4a5b-9c5e-3fefe5d0d977","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.582501688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"04028504-2428-42da-bbb3-88127346a35d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.585408286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"9224680d-b506-4395-97b7-02dd88e3e4fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.585421601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b638a583-3f0b-4ca2-b263-e3ee4322dbf2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.586024064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"ad1cce25-513c-411f-8c1e-c71c64899b28","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.58639131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"18164204-9078-4220-afe2-af0414347d87","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.594727262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"b88ac47b-10a5-4804-9863-3d9ea2bfce28","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.652698219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"86722e04-ea95-4a8c-8394-9f524f8f4057","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.749592499Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e1644303-6a4d-44cb-91eb-5127db3de9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.749674402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e1644303-6a4d-44cb-91eb-5127db3de9fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.752323857Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"30d3aeff-a593-4f3d-b6af-f2af4aee4b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.752379294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"30d3aeff-a593-4f3d-b6af-f2af4aee4b1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.752515274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"248d9489-e335-49e3-b8c3-ea65ac6a53c0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.752570555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"248d9489-e335-49e3-b8c3-ea65ac6a53c0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914189395Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"94990b44-7ee8-4fd2-b403-931a6d900373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914261592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"94990b44-7ee8-4fd2-b403-931a6d900373","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914190251Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a215deee-d64c-4aad-b87b-7d3e34f01935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914323846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a215deee-d64c-4aad-b87b-7d3e34f01935","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914394062Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"05d8cc16-4ff6-4679-85cf-19dc4784a9af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:05.914440965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"05d8cc16-4ff6-4679-85cf-19dc4784a9af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.928291388Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-subscription","reconcileID":"72e4146a-797f-45b5-94f1-dcc3f5865440","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.099973346Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"b2322b80-e00c-486b-97b8-a83ed5628579","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.100057741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"b2322b80-e00c-486b-97b8-a83ed5628579","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.099973348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"275ab1ff-832e-4f6e-9688-e69290586a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.100138709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"275ab1ff-832e-4f6e-9688-e69290586a43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:06.10079866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"76be610d-d99d-45d6-ab01-17bae679aca9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.10101496Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e33b074e-41ef-4e52-8e34-feea3e7a2b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.10105743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e33b074e-41ef-4e52-8e34-feea3e7a2b27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:06.144941375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"4af0dc67-908d-4ba3-8f0f-08da5e9da0b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.302373859Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"461ef3c4-6bf0-4e8f-8a67-b96053d07805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.302436715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"461ef3c4-6bf0-4e8f-8a67-b96053d07805","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.302476508Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"2eba5142-3941-4321-8956-50c20b79f5af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.302526833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"2eba5142-3941-4321-8956-50c20b79f5af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.302639593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b6dd6272-eb68-450a-8211-e21bd1168870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.30267885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b6dd6272-eb68-450a-8211-e21bd1168870","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:06.31650545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-subscription","reconcileID":"83e4eef0-9811-4e21-9e4a-b9c77546b4d2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545375651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8300c68a-0645-4c65-ab0a-ca4041dede1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545431575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8300c68a-0645-4c65-ab0a-ca4041dede1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545372522Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"3ed8f1df-5d7d-45b2-b514-96dd1c4a1bca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545477561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"3ed8f1df-5d7d-45b2-b514-96dd1c4a1bca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545592082Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b0428d21-50bb-4b5c-854d-22656efd8db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.545633615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b0428d21-50bb-4b5c-854d-22656efd8db2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.869298255Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"612ab62d-2b94-4dce-8b86-99a484ece672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.869370301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"612ab62d-2b94-4dce-8b86-99a484ece672","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.869297492Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"06f0f52e-7fda-40aa-9ce8-1e6722f34ae4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.869415222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"06f0f52e-7fda-40aa-9ce8-1e6722f34ae4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.870830656Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53339e6a-f14d-4939-b2bb-17d4a28c21e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:06.870872771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53339e6a-f14d-4939-b2bb-17d4a28c21e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.034579645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"e362b8fd-a109-4adf-b0c1-bb60c72684f4","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.351520328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f6193dd5-d830-405a-a5aa-3d61d0f900b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.35158958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f6193dd5-d830-405a-a5aa-3d61d0f900b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.35152717Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"dfc0526a-dc3f-4f88-b2f9-44478f9c798a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.351640234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"dfc0526a-dc3f-4f88-b2f9-44478f9c798a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.352182984Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7aa62799-8c2b-4e4a-b8cc-e71ac290dbe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:07.35223349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7aa62799-8c2b-4e4a-b8cc-e71ac290dbe2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.98278125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"2926423a-1938-48af-9101-9ca0600a739c","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.041145674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"352dfde4-f581-481e-bd5f-7b5d01dcd655","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.157986163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"deae9e33-f8ce-4668-9da0-955e54948d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.15805012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"deae9e33-f8ce-4668-9da0-955e54948d62","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.157986791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"476bbd04-947b-4de1-8d7b-90d44f8d293c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.158117295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"476bbd04-947b-4de1-8d7b-90d44f8d293c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.158183889Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"c266de97-b9e9-49ce-9819-9f8a53cdc4a1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.158226257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"c266de97-b9e9-49ce-9819-9f8a53cdc4a1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.259657772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b771df69-60e6-42ee-b947-250de951bf71","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.259680411Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.319215253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"d05ac7a0-4f93-474f-9499-119172ae8f9a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.327842212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"cf851ac7-5441-41ad-b7bc-2341b44dcda1","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.382645534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"3e6eaf58-17d5-43e1-8ad8-8cedd90a6dfd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.389994926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"d05ac7a0-4f93-474f-9499-119172ae8f9a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.394228006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"3a816e96-8f1e-4993-b73a-742d44a0b5de","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.446977547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"d05ac7a0-4f93-474f-9499-119172ae8f9a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.449330239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8932d018-67e4-4407-9563-d20428f0de1b","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.492594241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"1e9d391c-5300-4a5d-83a3-74edc5d4667a","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.494895259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"d1d96f47-823e-4e06-ae55-5849066f549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.49552153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"fba87aab-1ed2-4a32-a435-b40727808f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.508258014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b2c44c36-eebd-49fe-a264-6998008a7b78","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.548767739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"bc15a7c1-a277-49d6-8d84-c0dd6b7006c4","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.55181052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"cb08872a-4584-4acc-a01d-06f45dd92d66","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.555968372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"d1d96f47-823e-4e06-ae55-5849066f549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.556688104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"fba87aab-1ed2-4a32-a435-b40727808f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.611096323Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"448b7fcf-27ea-487b-a0f8-8c8a0dc963be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.611152513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"448b7fcf-27ea-487b-a0f8-8c8a0dc963be","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.613790326Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bba6f05b-d084-4338-a454-ca45edc4a5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.613847527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bba6f05b-d084-4338-a454-ca45edc4a5b1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.671232611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f2a6a010-1f26-4668-b6dd-81a78eacb922","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.776493885Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"2278589b-e9c7-4d49-94d0-a5729273e856","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"distinct-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.813633936Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"8b0bb80a-6e30-45c0-8c97-4ed8632d416c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.813715986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"8b0bb80a-6e30-45c0-8c97-4ed8632d416c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.817987072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1dfa9b47-bd2a-410f-ba30-3382abf14d17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.827302451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=0:[ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.827546442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"8c2f9ef6-d599-4d27-919b-e7829b74af58","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.877177817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1dfa9b47-bd2a-410f-ba30-3382abf14d17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.892641208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"dd670697-84fb-457a-a8d6-8470cbfe43fd","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.934239903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1dfa9b47-bd2a-410f-ba30-3382abf14d17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.938302837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"9ac312be-223c-469c-a050-44b75d92f9d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.951231292Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"dd670697-84fb-457a-a8d6-8470cbfe43fd","name":"distinct-2-w1-32e532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.951309329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"dd670697-84fb-457a-a8d6-8470cbfe43fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.951681531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"45b5ec73-3168-452e-b2a4-6cf9a9cc5468","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.955649893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"2278589b-e9c7-4d49-94d0-a5729273e856","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.956850263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"9da90f90-18fa-4c8b-ac2f-9943ed2643c6","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:08.990267238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1dfa9b47-bd2a-410f-ba30-3382abf14d17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.022702694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"ed4c7ff1-3d14-4416-a2ea-11d8f0d152c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.045257339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"78566cfd-3b90-4e0d-a49e-60340aa8e0fb","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.082907146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"ed4c7ff1-3d14-4416-a2ea-11d8f0d152c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.105090793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"5c427fd7-7adc-4b2b-9446-e3dcb8ab06ff","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.125046786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ef3096f0-2deb-4832-a183-736bd76b8edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.125785935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"e89fe3f6-f53b-4c4c-99a4-5c888e7ff3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.139148292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"ed4c7ff1-3d14-4416-a2ea-11d8f0d152c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.172385721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"ecf21805-ba6a-4c3f-90d4-c394a712efa5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.185376183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ef3096f0-2deb-4832-a183-736bd76b8edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.200104823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"a0b61a88-20ed-4d5e-8d36-39def79272f0","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.204007442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"e89fe3f6-f53b-4c4c-99a4-5c888e7ff3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.270984477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"a29640cd-dbe7-4592-9efe-40c9376c3c2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.330061241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"608c4269-f057-46b6-80f2-39f165680c83","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"distinct-2-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.331055239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"a29640cd-dbe7-4592-9efe-40c9376c3c2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.357657055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"cd1db41e-18bb-4915-804d-1edd92b340e3","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.392366785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"a29640cd-dbe7-4592-9efe-40c9376c3c2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.486509058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"094dfd28-beea-47a8-bfcc-62f503bc0c47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.508557174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"3e45c2f5-854f-491b-a177-2b69c86bc03d","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.544605719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"094dfd28-beea-47a8-bfcc-62f503bc0c47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.601988759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"094dfd28-beea-47a8-bfcc-62f503bc0c47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.662409542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"50944799-9af9-4ced-bb19-0517096952f4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.722060898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"50944799-9af9-4ced-bb19-0517096952f4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.723635796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"2e7bed51-af78-479e-9c2a-50418ed5a854","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.772678321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"35568c8a-5fc4-4272-907d-d284f641bc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.773047927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"343895a2-1aa3-4e14-a524-05d3d165904c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.779289335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f37505fef56f2bc2fd66fe0c4f0ddc33c6b25b4d643af26f669f1bfa00795aea) AuthConfig (bfd8f61b51b4657c882bb0daebeafe2b08d3a1872cefdadaadaa5d135f847eb8) AuthConfig (4ae6d9f2c0d14d367ab03932280bed54f23482d1c06a3c4f60d2c519c98ab627) AuthConfig (4534cd7fc9a90ea8c5bb58a9135ef6d1e6a801600ffdf770afdc1f3266fc6570) AuthConfig (2a045ad160ac59e91df284279a7ba243fcae340b111e234619f3cd783458ddf9) AuthConfig (141c31bdee7cdd57eb9292c2f9b597f54724b7e15f35801c26f28be22e87e289) AuthConfig (6066e3f4b0687114ffff495f3860810ef5f2f571bf64a31d32208ba78fe1d78e) AuthConfig (be741388473c7494c2b0f5130d2dd68f40f9cf206adc35f5ba85f996caf82cde) AuthConfig (ab734690d6f4e81b6e9565cb596ecc3a9f300032808c688efc88432d8e3bf2c1) AuthConfig (dabfe560c95ef2868b098c08c22cd4af0dc5064512689fe3bd411b12a2f4bcd1) AuthConfig (0c663c0a45f5141c0de82eb232c4200913ccbaffcf081d798349df5000ac1cd7) AuthConfig (bf3624477229c1492f33f318a8adffec1877732558cd67ccb6683dd7571dfd4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"50944799-9af9-4ced-bb19-0517096952f4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.833371579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"35568c8a-5fc4-4272-907d-d284f641bc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.833406439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"343895a2-1aa3-4e14-a524-05d3d165904c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:10.646376275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.337452495Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"62d27511-eed3-4466-9b36-9600fe0722dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.337531847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"62d27511-eed3-4466-9b36-9600fe0722dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.342506777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"46a97b8e-8391-451f-90bb-a78061962b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.342580954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"46a97b8e-8391-451f-90bb-a78061962b11","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.448839854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c99826b0-a412-4190-8998-aaa87e2b38a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.449380317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"a08297a4-9b3a-49f5-8251-3f9df89e7405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.513655378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"a08297a4-9b3a-49f5-8251-3f9df89e7405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.515491833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c99826b0-a412-4190-8998-aaa87e2b38a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.546546043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"f0669b62-7da4-40d8-8eba-b5d997abbb36","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:11.546629486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"f0669b62-7da4-40d8-8eba-b5d997abbb36","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.538401251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"3d6ce0d7-4938-44b7-8754-c8afd77bb884","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.625020169Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6fac8924-5d7a-48ff-98a1-f8a4d8f9c374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.625124947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6fac8924-5d7a-48ff-98a1-f8a4d8f9c374","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.628616548Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e597dc2d-3e50-472f-a586-70b5c0abb915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.628678004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e597dc2d-3e50-472f-a586-70b5c0abb915","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.83824827Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"a3a4a078-6cab-4a05-943f-f0cf8e52b39c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:16.838331076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"a3a4a078-6cab-4a05-943f-f0cf8e52b39c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: compose ai-tenant-e2e-worker-w2-aef589/e2e-dedup-subscription@e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: model e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.194813728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"2e8b4b56-9b52-4189-9cda-5c7400d397be","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.195614808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"9a052f96-6acf-44ae-9eb3-7aac5ee4772e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.359230962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"bfd74c78-3dcc-4391-bea8-818dea018e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.359231024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"97d957c8-5508-44ef-9108-4367511f19a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.415605692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"e34c06af-a1b1-4caf-abf3-38f37509d740","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.415669602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"5d097a30-b574-4d38-adea-6b70bd03e12b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.419350347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"97d957c8-5508-44ef-9108-4367511f19a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:17.420159276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"bfd74c78-3dcc-4391-bea8-818dea018e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.620633678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-subscription","reconcileID":"91e403be-eb36-495c-8727-f7131c7cec34","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.840892235Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-subscription","reconcileID":"91e403be-eb36-495c-8727-f7131c7cec34","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.057500481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"4a27e94e-18fe-49c8-8f5b-76b86f51a4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.102300623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"31432e39-3db5-4392-a566-7762bffbc1e4","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.102437925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=0:[ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.161585172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"49cd7937-4bcd-4684-ac10-9840f34be70d","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.25050328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"e35568cb-08fc-4f4c-aa0c-b55711fa20b5","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.26426677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ca627f64-4fc6-4011-bcb2-f96222d745c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.264507384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"72c77918-e2bf-499a-acfd-e168a7271190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.264687936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"c0a1ab74-d3b9-41c2-9b1b-8dbc7730e527","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.322095756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"72c77918-e2bf-499a-acfd-e168a7271190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.322280233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"c0a1ab74-d3b9-41c2-9b1b-8dbc7730e527","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.324247372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ca627f64-4fc6-4011-bcb2-f96222d745c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.523579232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c63d2500-fe74-4e8a-a80a-b0994c9d662c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:19.641846881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"c0a1ab74-d3b9-41c2-9b1b-8dbc7730e527","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.641996189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-dedup-auth","reconcileID":"73391a31-7df8-45e1-858d-045e151eec6f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.64603779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fb417fa0-9c4b-437f-b998-085c6aed30d3","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.647291837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"9b660b62-ed19-46a1-86d7-d6b2c27b3589","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.857255132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"cc1c8b52-faee-448d-a355-6e7ceff2e007","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.870119632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"3bba9292-f9e4-44fb-89c5-6238560f8a73","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:19.928230413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"3bba9292-f9e4-44fb-89c5-6238560f8a73","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.04753685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"4ff10887-8787-493e-ab55-0754532f33a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.107863482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"4ff10887-8787-493e-ab55-0754532f33a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.251949847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"13e48946-74a3-4d03-b1da-66e30ed6c5d6","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.402812783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"60b83b19-5141-4497-83d8-6352e2524111","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.896555392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"6671e610-e4b8-4840-b892-05f59f7df027","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.896868922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"75f17219-d0b7-4266-ba71-fcfd63e75ed8","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.954820546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"6e63b433-0a8a-45b1-ac4c-213d6425df93","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.955050827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"9b2f9461-e14f-4ec8-9dc0-8d1618894ecd","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.170342362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"248dbb2c-a490-49a1-ae68-b0630f32865b","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.170505412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=0:[ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-32e532/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.22327171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"6c558771-1f5a-4051-84e4-dfad53fa2b5f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.229672846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"781de815-482e-4193-a335-9dfb2408bcc2","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:21.278095087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"eca9e15f-89c6-400a-88fa-4fb235b2db06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.281571623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"6c558771-1f5a-4051-84e4-dfad53fa2b5f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.289013074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"1713bb57-1567-45a6-9700-a947a97ad497","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.289384947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"bd51f975-dddf-47bb-90f4-0574bdd8ff60","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.386233556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"752c2fad-db74-4ecf-bf4e-903423e5cbaf","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.386564373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"701b0c79-e0ec-4ccc-af6a-c7a2f461bbdd","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.43911699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7d2831a5-68f8-4b30-be7f-43c1d2fa1d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.439136641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"5f3b23ba-bdf9-4cd3-ba4f-7ad6ffefcb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.444882861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"acef7654-79f8-4f41-912c-5168ebeca96a","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.445249476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"cbc6d019-7e05-4f96-b412-a7925d352c21","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.497110904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7d2831a5-68f8-4b30-be7f-43c1d2fa1d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.497285365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"5f3b23ba-bdf9-4cd3-ba4f-7ad6ffefcb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.667837709Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"e51679c0-9f99-446c-8c0b-5d27e8d7bf6a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"distinct-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.760133533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"77a44e57-3369-4287-9257-3c7a42576633","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.76050154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"dddf8cb0-b13a-449c-8344-7efa241ed4fb","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.836121688Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"e51679c0-9f99-446c-8c0b-5d27e8d7bf6a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"distinct-2-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.979433967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3717b3ba-2977-46ec-8b95-7d80b4799567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.979952299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3c2b880a-c73b-46d1-a5c8-8af62cb92462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.038654444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3717b3ba-2977-46ec-8b95-7d80b4799567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.03909072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3c2b880a-c73b-46d1-a5c8-8af62cb92462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.064168417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"bf7c210e-c404-4d79-8fcd-bbea88cd97a0","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.06470486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"5feec648-f000-4503-8130-d925d1243f09","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.083644545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"bbbaae0b-ff6e-413d-88ad-f8454f574245","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.143544752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"bbbaae0b-ff6e-413d-88ad-f8454f574245","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.295819256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"fcded92d-1fd5-4ead-9e39-59b1fb0be855","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.459211987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"fcded92d-1fd5-4ead-9e39-59b1fb0be855","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.685964842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"1bb0d329-bad2-4659-9588-b43bedb1c92f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.894031314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"09a96e67-41fe-4734-9cf7-cac6aab5c21f","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.151531873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"adfbdbac-3050-455a-97d3-37197a576ad9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.328024894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"5d97dbeb-0997-4e09-8efb-c811392be740","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.689446417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c0c54a2c-aabb-40c5-83f0-958235eef84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.689773253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"8108e7fd-60c6-42aa-beb9-96df12f2cfc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.689446344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ad95597d-7204-4582-b2c1-37a3ec2717cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.690354548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"0314186f-37ab-4a42-b630-cabea8dc4644","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.74778973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c0c54a2c-aabb-40c5-83f0-958235eef84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.748305597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"0314186f-37ab-4a42-b630-cabea8dc4644","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.750253929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ad95597d-7204-4582-b2c1-37a3ec2717cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.750606503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"8108e7fd-60c6-42aa-beb9-96df12f2cfc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.023901212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"9dd19119-6802-4dc2-aae5-df8491216dfe","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.179085383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b1c2643e-975d-42f7-8943-66f380dede97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.179104519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"f27c3b40-e4dc-4546-93f6-867c83298268","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.181643767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b8206cd1-4a5c-4d0c-90bf-af3aff2ccdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.181737198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"ecc10b13-fcbe-4b33-b027-b275f9e65e2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.189513034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"7d49cc7a-3a41-4092-94db-7862ed8ac66b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f06b04d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.237960816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"f27c3b40-e4dc-4546-93f6-867c83298268","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.238010153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b1c2643e-975d-42f7-8943-66f380dede97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.241152259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b8206cd1-4a5c-4d0c-90bf-af3aff2ccdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.241811093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"ecc10b13-fcbe-4b33-b027-b275f9e65e2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.602044648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"96a85b9c-c3a6-4bb6-9552-fe546b564d21","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.661223211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"dee76aa6-31e6-4549-bebc-3974caef466a","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.723574933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"baea50ec-e6d8-4fe6-a99f-49977117e760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.723922999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"e96637bb-1ba6-4f96-9b91-689513043b75","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.724238226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c4c2f511-63fa-4682-85b5-c9194ecd03bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.723567107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"2baa0cd3-ed7a-4793-8c74-624eeb84705d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.768260187Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"9b105c6a-6cb8-4d8f-a5d9-1a919fd247c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd8b6d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.782450183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"baea50ec-e6d8-4fe6-a99f-49977117e760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.783080599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"2baa0cd3-ed7a-4793-8c74-624eeb84705d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.785965545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"e96637bb-1ba6-4f96-9b91-689513043b75","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.786445488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c4c2f511-63fa-4682-85b5-c9194ecd03bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.8217159Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"b6803df7-2cc7-4b79-9bb2-72c3d2f86e60","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd8b6d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.870107665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c36d6f27-943c-4b2d-bf40-4a8500883ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.92783369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c36d6f27-943c-4b2d-bf40-4a8500883ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.259657538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"1f0a573a-ad2f-43fd-9c66-2d5e84e9cea7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.259736802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f30f1ad1-a83e-4417-b2d3-6b44e40d6541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.317292489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"1f0a573a-ad2f-43fd-9c66-2d5e84e9cea7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.317308128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f30f1ad1-a83e-4417-b2d3-6b44e40d6541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.356336965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"59b88f2a-1f0d-43f4-8481-7ff1e9623889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:25.414904337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"59b88f2a-1f0d-43f4-8481-7ff1e9623889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.243960597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"819951bf-e95c-448a-a94f-4a31835a6ca3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.297797599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"819951bf-e95c-448a-a94f-4a31835a6ca3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.352581613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub1","reconcileID":"819951bf-e95c-448a-a94f-4a31835a6ca3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.645722135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"a19b7f8f-c2a7-4d08-b936-6649a0a53a2c","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.646340162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.711703308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"38d76284-9f54-474e-a144-1dfe0b240faf","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.804025947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"d8feaa42-42c2-4b23-af3d-46b63c076555","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.886349397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.944002797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4750c164-8f1c-4803-99d9-8272e52cd6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.944049733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1929dd44-6adb-4ff3-b572-948ca0ab9c27","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.944561318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7d5b0b95-32b3-4bde-bb1f-9fe8be41bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.944794322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"dc4b7563-f3f8-485f-b8db-16dbd6739ef2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.944906218Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.976487098Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"30a24165-74a5-4289-b27e-0e5c2cce3e8f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c71b8339","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.012351559Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.016412933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7d5b0b95-32b3-4bde-bb1f-9fe8be41bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.016589188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"1929dd44-6adb-4ff3-b572-948ca0ab9c27","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.02035438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"dc4b7563-f3f8-485f-b8db-16dbd6739ef2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.021331064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4750c164-8f1c-4803-99d9-8272e52cd6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.082194925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.145761379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.200450041Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-subscription","reconcileID":"01d75095-6ce3-46b4-a34c-53727baf038e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.480233675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"0dcb97fd-e1ce-42ae-a9b9-1cd2e4ee9260","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.480630239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.510232405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"66fac1a4-cf9a-49f3-a64d-f6a0db0b85a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.510346371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"8914813a-b7b5-4ea0-a7df-f135873c9793","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.510686624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"afe4b632-3d20-40c5-afd5-d8ef6b87cafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.510961144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"733e891c-c63a-4e39-9176-b1be888e3dc6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.539105803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"8ef90b3a-000c-4eb6-86cf-aceed8f5e885","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.568591514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"733e891c-c63a-4e39-9176-b1be888e3dc6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.569474007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"66fac1a4-cf9a-49f3-a64d-f6a0db0b85a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.570823599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"afe4b632-3d20-40c5-afd5-d8ef6b87cafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.574131732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"8914813a-b7b5-4ea0-a7df-f135873c9793","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.615789275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"e2a57db9-3fce-41cb-ada0-fd59810bc0ee","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.616230093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"6930fd18-cff9-4357-8cb6-36c15008c835","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.755433253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"333c17a0-23c3-4a55-96a7-de579f8b219e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.778999013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"59003e20-84ba-45f3-abb3-6870aa5724eb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.815040849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"333c17a0-23c3-4a55-96a7-de579f8b219e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.833417849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-distinct-models-auth","reconcileID":"59003e20-84ba-45f3-abb3-6870aa5724eb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:35.941380292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a18b4198-897a-4f07-a2bc-3c8631be197d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.010568074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a18b4198-897a-4f07-a2bc-3c8631be197d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.087930434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"5a47aa4c-eb53-4448-adc1-a803520c9cfa","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.088606697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"dbe58a8e-3621-4a5d-a3db-549a5fbc102f","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.747161041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"db620821-a8fc-44af-b34f-8ab9deb1d632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.7471754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"da0a092a-cc02-4c5c-9f84-29ff1741601f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.808081247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"db620821-a8fc-44af-b34f-8ab9deb1d632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.808111089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"da0a092a-cc02-4c5c-9f84-29ff1741601f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.069931257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"af80becb-9439-46e2-90d3-fccc1979106e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.127968818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"d03cb887-7edc-4567-b494-5f8dfdcb18e0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.140272924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9831bd9e-f79c-4d44-b6b8-d510faf52d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.140274635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d6adfedc-78d9-448c-8568-52b8315f8c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.198192545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d6adfedc-78d9-448c-8568-52b8315f8c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.198502381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9831bd9e-f79c-4d44-b6b8-d510faf52d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.287976233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"7db6e93e-322e-423d-8b03-0fb666b1b541","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.345256674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"7db6e93e-322e-423d-8b03-0fb666b1b541","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.348514485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"9f7872c1-f069-4dc7-842a-b0c7156689c5","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.348679728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.407027629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"6d3d2d76-1435-4991-8665-445dc86782e0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:37.453976412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-valid-sub","reconcileID":"c8b82244-eaa3-4020-951e-569c86184cb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.566913192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7f38e3b0-d826-47c2-8912-b6a7b658322b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.566932533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b95e4dbf-55c1-49e6-8059-6adf443fa395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.567705231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"eeee312a-0270-4725-a606-0041e51fb0c9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.628865931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b95e4dbf-55c1-49e6-8059-6adf443fa395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.629339074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7f38e3b0-d826-47c2-8912-b6a7b658322b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.629648792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"ff1d63fe-11ca-49f4-a816-60cf2920f4a7","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.66773832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"709180ce-2f47-43a9-b0f0-574686bbe8f4","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.829002272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"9d43b290-bfe8-4af3-b09c-0e42a2a83721","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.886286584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"9d43b290-bfe8-4af3-b09c-0e42a2a83721","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.909593689Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-valid-sub","reconcileID":"48f23751-1e57-4c79-881a-2114704ac2b8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.950916291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"203dc11b-6ffc-4bf9-9bbf-1cca56a175f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.951909932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"442945ab-84d3-4543-a251-a50ee23b3d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.008418893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"203dc11b-6ffc-4bf9-9bbf-1cca56a175f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.009389313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"442945ab-84d3-4543-a251-a50ee23b3d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.081135839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"58d7562e-289a-4407-b1d6-81447a39b35e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.129840744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"d5d85a4b-c860-483d-a92f-10cb3ba4cdac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.296584968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-valid-sub","reconcileID":"8c09bce8-db1c-4e5f-8d72-900c6ff9745b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.226037858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"dc2de63f-cd0a-4a7d-b838-458fc4e949d9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.399272612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"cbc1bc19-c728-4ced-8e63-d00db3eca744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.39948857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7f68a10-2825-4de3-80db-9cc5cf72aca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.399775447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"b647934f-a250-4b3a-9014-fc9d5d380a4f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.457171936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"cbc1bc19-c728-4ced-8e63-d00db3eca744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.457229495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7f68a10-2825-4de3-80db-9cc5cf72aca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.459537808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"b647934f-a250-4b3a-9014-fc9d5d380a4f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.646416967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.032407539Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"0ccf2280-b993-4ca4-aa90-cb5e7407b5bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.086374833Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"0ccf2280-b993-4ca4-aa90-cb5e7407b5bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.14033292Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-sub2","reconcileID":"0ccf2280-b993-4ca4-aa90-cb5e7407b5bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.421951745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"900ee179-e532-4fc2-be06-ac1f1dd7d6c0","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.422329051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.562034097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"0c95d361-93a3-4810-b1fe-351a96ccb7ed","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.692164424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b012ec8e-73da-4158-9fbf-4b68eacd6c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.692347024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"964b52a4-d90a-443a-9e0b-e14e80bd9d47","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.692687234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"eb802151-0357-4e5a-8dfa-545a4cb9d5af","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.692709648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"04b948cb-00d6-4151-a1c2-734b67826b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.75031856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b012ec8e-73da-4158-9fbf-4b68eacd6c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.750481475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"964b52a4-d90a-443a-9e0b-e14e80bd9d47","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.752520111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"04b948cb-00d6-4151-a1c2-734b67826b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.752621726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"eb802151-0357-4e5a-8dfa-545a4cb9d5af","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:45.960231926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth1","reconcileID":"6b673ccb-8a4a-4ab6-9106-dca53d6b0e5c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.124637568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"fd1d1d22-5bec-4a61-98ea-1a1e6fdd0ac3","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.173751344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"9c2247e0-206b-4af3-bbae-402bc1e695dd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.232196388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"9c2247e0-206b-4af3-bbae-402bc1e695dd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.273323063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"893a0321-47a7-4aa1-8e69-bd5b3f1c574b","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.43992789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-return-all-auth2","reconcileID":"c95afb9a-3325-4796-89d1-afef6a5bda76","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:46.60901106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"0c5f2d46-1431-4778-b361-670ccf83ec36","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:47.953045219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"620f6249-b179-4d2a-a7d6-8ab29a28797a","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.01431452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"f101615c-5972-461e-8ade-06797d267855","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.18759212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"787f07d0-0b0c-4464-ad47-76fd013a9b09","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.245439808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"787f07d0-0b0c-4464-ad47-76fd013a9b09","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.255350961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"929d69bc-125f-4e70-95b9-63deb0af5eee","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.25535649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.314685364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"ce14797f-d2e4-4937-857d-053d7aed4357","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:48.365886553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-sub","reconcileID":"209b9d89-1cc0-44e4-9bf2-67e53a185d68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.418797265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4d7f1510-5baa-4618-925f-6d96a0d591c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.419388361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"fc65c191-b045-4aac-b3c5-7424d0713b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.477158978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4d7f1510-5baa-4618-925f-6d96a0d591c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.478094986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"fc65c191-b045-4aac-b3c5-7424d0713b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.48198874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"969c67da-17cf-48d3-bebc-167546e5ba7e","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.538176704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"d33555a4-92f7-4a5c-b381-583d7c99a30a","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.568624653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"d75b35f7-643a-4f9f-993f-a4698b05837c","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.594983955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"d55e44c2-256a-4023-ba6a-571d4296fbc5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.594987309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"beee0386-7494-4585-bf3a-f1ff42330976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.652750547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"d55e44c2-256a-4023-ba6a-571d4296fbc5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.653316175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"beee0386-7494-4585-bf3a-f1ff42330976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.730214588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"b434b7c6-aeb9-44c7-8ab4-6bd8fca1fe35","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.787892254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"b434b7c6-aeb9-44c7-8ab4-6bd8fca1fe35","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.814325546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-sub","reconcileID":"02825161-a61f-49cc-9a3f-6dbe8765ac7e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-32e532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.871138383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c493a901-c5cd-4fa9-bd03-5a0b4f91af30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.871547617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c750c399-8ee1-4752-86b4-23bafff5ef36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.930031729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c493a901-c5cd-4fa9-bd03-5a0b4f91af30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.930029223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c750c399-8ee1-4752-86b4-23bafff5ef36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.976805977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"9aab47ca-8d68-402e-b9e2-3ce84c04fa03","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.976806517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53633868-8bf5-4469-9a41-1bb81e509a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:48.985746516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"d41457bc-15dc-4de8-b5e3-b4f38a1f9089","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.031293648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"12aa8221-3cdd-407d-ac07-bd43d05c8c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.036016291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"9aab47ca-8d68-402e-b9e2-3ce84c04fa03","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.036273197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53633868-8bf5-4469-9a41-1bb81e509a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:49.106722609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"b434b7c6-aeb9-44c7-8ab4-6bd8fca1fe35","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.200871419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-sub","reconcileID":"de97caa9-e6b0-40b8-b06f-8df4a19f1e18","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.265603263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"de0ef9aa-0e50-4623-8e10-222d5766f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.271344392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"8dde7e72-c072-4182-ab0e-f3f1cccc4f8a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.323120286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"de0ef9aa-0e50-4623-8e10-222d5766f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.328556768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"8dde7e72-c072-4182-ab0e-f3f1cccc4f8a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:49.371297771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"4da0b69f-9f64-4bd4-9f56-557dae003dc4","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.396996103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-valid-sub","reconcileID":"33695c85-d169-4611-b04c-27157fc74873","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.616182727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-valid-sub","reconcileID":"33695c85-d169-4611-b04c-27157fc74873","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.836510686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"38f3f8a9-f33e-43ba-86fa-30478a2a6fc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.877992986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c79f102c-bdae-47af-897a-43c14a7c6dd0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.87836654Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.88716432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"24690d8f-81ca-4e03-ad63-046177bf1329","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.887570393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"077f8b4f-64ff-4057-8bc7-f1e5c15ba17e","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.888021367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"e8057b6e-9f02-4157-97bb-52fa7ea7722c","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.937324344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"b27163f5-0311-487e-bb74-ede63757ad12","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.986972185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"e8bbd14a-0b25-4d53-a85b-8eaeb914e2fa","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.987489325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"240e9940-6280-4f3f-9d04-db97b5fc48f2","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.987885714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"1a92cbae-f092-4bad-bd9a-77e6d25e8c6a","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.032411868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fc45aa56-6eb3-456f-987f-ba41c7f7cb4d","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.03933628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"1e707583-8e82-4adb-833f-943e42a61f06","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.039364905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ae39d137-d7d3-40ef-aff9-07a7672303f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.039795072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b09ec5f-4510-4725-812c-956551274a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.099289822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9b09ec5f-4510-4725-812c-956551274a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.10310538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ae39d137-d7d3-40ef-aff9-07a7672303f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.105263008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c62db131-4c3d-4044-8a3a-14290b8cd993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.106204377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"c087d675-1800-4698-9d88-b7bd56deb6d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.110129487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"1e707583-8e82-4adb-833f-943e42a61f06","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.140939783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"60bcf80e-1950-492b-b850-087843c92056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.140944857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d8ea4d12-7c33-41b5-8eb2-224241613503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.179188508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"17f7808e-4efc-46cf-8ae6-fea1f7df1ba1","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.200193766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d8ea4d12-7c33-41b5-8eb2-224241613503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.200205266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"60bcf80e-1950-492b-b850-087843c92056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.270325042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-invalid-sub-auth","reconcileID":"10ff3a25-0277-4586-8a87-55b57190e17a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.42339962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"afb8f851-4945-4348-a6be-057cb6d91137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.485673908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"afb8f851-4945-4348-a6be-057cb6d91137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.519793694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"05e242f5-1108-4eb8-9962-3d0e850c5e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.565858756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0f560c81-ed29-41d4-9e12-5705a5deb2c5","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.578221137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"05e242f5-1108-4eb8-9962-3d0e850c5e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.621551855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a6f674e2-c157-4fa8-b8e2-e904c8820634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.621604151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"526c4218-563d-42ae-a0e0-84b880682d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.679842188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a6f674e2-c157-4fa8-b8e2-e904c8820634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.679887203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"526c4218-563d-42ae-a0e0-84b880682d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.72647264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"a20e601a-bf55-4b82-bfc4-1b16dc8a422d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:51.784091678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"a20e601a-bf55-4b82-bfc4-1b16dc8a422d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:52.832587515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1b7ffb54-faa3-4f7b-8341-05caf72cc9d1","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:52.891664334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0fb2d338-292b-4f4b-8935-017a135ba005","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.051873074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"6cb1d980-8bed-4041-9a92-35bbc81347b9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.098365383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"50a682c1-b674-40c1-9710-d202a17a33a4","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.098374785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.108920785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"6cb1d980-8bed-4041-9a92-35bbc81347b9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.156608299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f2351d2b-3de5-4504-ae2c-a45de9efde54","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:53.202971895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-user-sub","reconcileID":"ecd6e14c-473a-483e-aba8-396f7fd62b47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.258843502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"539595e2-c8ef-48a3-91bd-d1853acdf21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.258897315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9db4640e-abcd-4dbe-a1b5-f6fbfb722564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.316810985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9db4640e-abcd-4dbe-a1b5-f6fbfb722564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.317023803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"539595e2-c8ef-48a3-91bd-d1853acdf21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.346860274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-aef589 priority=0:[ai-tenant-e2e-worker-w2-aef589/e2e-models-other-sub ai-tenant-e2e-worker-w2-aef589/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.347010721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"22c8a6d8-9310-46e9-aff3-fcee5031b32d","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.396867638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8248a330-d038-4332-8790-e7e9162bb87c","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.407393938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c54943db-de9b-4784-a2a3-4b667e255b02","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.434104593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f84d79c8-fc87-44b2-a090-5f3c042cbbf4","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:53.453833738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"f5e5823f-9f01-42c9-868a-4021b8cb5c89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.456976571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fa93df09-cee9-4b8a-9608-15f62447585f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:08:53.461299727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.565891537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"165f66ea-9cc5-4c6c-bd5c-a54df4ecb0f9","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.594209539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"f68b94cb-49af-440e-bee3-c7ccac231d36","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.625371201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"dd0f6b5e-b2bd-4e13-8741-2cb9594f0279","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.651360486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"f68b94cb-49af-440e-bee3-c7ccac231d36","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.733704277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6d768245-e192-4cc8-b426-e7f8ac80e686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.73370253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fa3c08e4-62cf-4aeb-b0fc-ed00356b6686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.737805197Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-user-sub","reconcileID":"22712003-8317-4224-99a9-f8c2fd9250d9","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-models-other-sub","ai-tenant-e2e-worker-w2-aef589/e2e-models-user-sub","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.791250589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fa3c08e4-62cf-4aeb-b0fc-ed00356b6686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.791779273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6d768245-e192-4cc8-b426-e7f8ac80e686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.839648211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"c4695580-4567-4ef9-8c13-9f33a0fc6fab","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.907973454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"6239a9a9-b5a5-4989-b45f-ac90c8d9b7dc","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:53.954719599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"10e4f28e-e21b-4e02-8f23-9d1939f9c909","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:54.009992454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"62d10df5-ac66-48c7-9fd9-984e51ce7877","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:54.018134772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"61243289-54d0-473c-a321-08cbc9e5bb5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:54.075359766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"61243289-54d0-473c-a321-08cbc9e5bb5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:54.122421996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-user-sub","reconcileID":"ba3aad23-074c-4ade-9eab-815363dd56c3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:54.22621652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"5bce9790-f8dd-48ed-9a08-dbcaf5273274","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.495723648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"32c4d043-2a78-4217-8f34-9c45906522ef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.656341809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d617c8a7-4c8b-408f-ae7a-15188045a546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.656872729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"ef032bef-5d90-41f6-a510-b8c84535eb46","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.657227668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"51a74918-0fbc-4a36-9b43-d7f717486832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.715837254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"51a74918-0fbc-4a36-9b43-d7f717486832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.716690305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"ef032bef-5d90-41f6-a510-b8c84535eb46","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:56.718474842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d617c8a7-4c8b-408f-ae7a-15188045a546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:59.914589728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"49af6b71-91f4-4b41-86f4-ca851a20a2fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.347697904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-sub","reconcileID":"65cdc0b1-f079-4d5e-96cb-914b56ae6dd1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.57020923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-sub","reconcileID":"65cdc0b1-f079-4d5e-96cb-914b56ae6dd1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.79202559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"143fc6ce-7b57-41fb-8246-22bdead5e796","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.837205855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"526706bb-fd8b-4d45-8263-3011cf379319","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.837620169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.898564827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"81fe6649-be8d-4e5c-8957-87a38a6796d0","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.987952335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"21b5d741-2aeb-46a8-bec1-87277aaacc60","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.000737119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0ad42cbc-49d2-47c5-89d5-52180517ec1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.000753902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"371cbd7f-598b-4dd5-8d01-26428f5336b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.001200581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"a93c8b7b-d44d-4a3a-87b3-21559962fb5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.063749933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0ad42cbc-49d2-47c5-89d5-52180517ec1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.067635915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"371cbd7f-598b-4dd5-8d01-26428f5336b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.068671771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"a93c8b7b-d44d-4a3a-87b3-21559962fb5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.271825295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-user-token-filter-auth","reconcileID":"b4568f4d-215a-4233-831d-342c3541351a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:02.438509681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"d9652667-cd71-4496-87f4-5584a375df3b","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.453633587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"4cecf734-7998-4489-a07f-bb6b15d670dd","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.510184856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"98058b93-58b5-4e8e-945f-dd5983443004","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.72764888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"4215911d-30c2-4cc3-a1ac-7da58cf936f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.729382337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=10:[ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-32e532/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.729382431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"1500d313-e53a-43d5-9e5e-099f69e70047","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.785681934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"4215911d-30c2-4cc3-a1ac-7da58cf936f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.791320293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"da98e91c-3809-45ce-a827-d92b0a84e34c","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:03.837032153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"c40cbbc5-f0b9-463c-b588-ec078e45ced2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:03.846759438Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"da98e91c-3809-45ce-a827-d92b0a84e34c","name":"distinct-w1-32e532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:03.846813617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"da98e91c-3809-45ce-a827-d92b0a84e34c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.847532208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"5a106061-02bf-448f-a9f6-db1bc8668e59","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.852548299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"a59b9be1-baaf-4940-ad6b-3d1385d72b6d","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.944342316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"300cf27b-8459-4c2d-9afb-12a6efaa52bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.94433758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6ecd87f-6865-40ed-84fb-d1f753ec00b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:03.944925553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"ac49d8fc-7785-47f5-ab48-48bc3e49eb9a","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.002431258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"300cf27b-8459-4c2d-9afb-12a6efaa52bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.002470094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6ecd87f-6865-40ed-84fb-d1f753ec00b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.003386762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"ffc8b205-e522-4047-9a90-330c4cb92c51","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.012945753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"7fac905c-8ad0-44c5-9a1d-6d3a6d4cdb9e","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.069400938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"71c3a6ff-4415-4980-b61e-18cbed834057","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.109145974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"bee87794-023b-4913-bb38-89e65a5dfd40","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.219846658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"f90b7d0b-2b89-4e42-aab1-1084e91d6a7e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"distinct-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.293607933Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=10:[ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-32e532/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.293752705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"125c8c7b-4026-4e08-b536-98c9c3973c79","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.337757473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"069dba1f-e2a9-425b-855a-075d94ac7050","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.352721535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"c2662cfd-1fca-4cd0-b771-d3ada3ac386d","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:04.385647338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"f90b7d0b-2b89-4e42-aab1-1084e91d6a7e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.395348158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"069dba1f-e2a9-425b-855a-075d94ac7050","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.399891347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"8d74830b-a97e-472f-893e-a19390c51ca6","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:04.404292251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.435827289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"5519dfac-dc41-4812-97cf-eb42e1a1539f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.457406304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"4704f19d-6499-421b-af5a-8c879a860514","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.493030762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"5519dfac-dc41-4812-97cf-eb42e1a1539f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.537000931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"053b38b0-4fe9-429c-9737-2d51ab2a8390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.536989856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f34a79b3-607a-49d5-9053-dd6c4ea8918d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.594727871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"053b38b0-4fe9-429c-9737-2d51ab2a8390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.594918561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f34a79b3-607a-49d5-9053-dd6c4ea8918d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.600097802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"937efc40-418c-4403-9e4a-e8c5bb1db4b0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.705695483Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"5bf53ca6-884c-474a-a35b-6aff78e869aa","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"distinct-2-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.714720774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"a92c3b7e-1b28-49db-a252-e68e7ba7b2cb","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.771815903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"4d93947c-2328-4ee9-8083-c067fd43f55b","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.877017397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"217d0590-654a-4124-b41e-b7323b71fbb3","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:04.98465554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"2b3b61a8-dadd-4e64-bbe9-afeb6f3231a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.029670903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"aa0b6fc0-7e1d-4bf1-8be0-4c613f65f17a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.029671305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c0f0ec64-b4a2-4165-95e0-457827d4d577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.042200657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"2b3b61a8-dadd-4e64-bbe9-afeb6f3231a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.088105287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c0f0ec64-b4a2-4165-95e0-457827d4d577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.089497223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"aa0b6fc0-7e1d-4bf1-8be0-4c613f65f17a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.093155941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"da1e2a2f-5ec5-4cb0-a4e1-69798ac1bb2f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.127022943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f1b83772-ef5c-4781-8fd2-d829fd7e98d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:05.186538801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f1b83772-ef5c-4781-8fd2-d829fd7e98d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:06.677390586Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-user-sub","reconcileID":"0b556eab-f549-403a-b688-5fac82ceb762","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:06.907885898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-user-sub","reconcileID":"0b556eab-f549-403a-b688-5fac82ceb762","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-models-other-sub","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.161994976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"b651f054-519e-4144-8bd7-7eb7795a7f6d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.162687911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"d5487de0-0a5e-47ca-98a1-2ba8bd386280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.206300085Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=10:[ai-tenant-e2e-worker-w1-32e532/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-32e532/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.208384735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0fdebdd8-1e07-4eb9-852a-5420e366547d","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.278980379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"9249cdf0-3f99-48b1-ba79-32f81aad889a","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.363227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"9e9bc872-d3bb-46a3-adaf-ea6df3fcbae3","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.365712558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"750ae9df-ed70-4dfb-8f66-2657d333caca","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.366244097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"c8626cba-4c29-4835-bb5b-7e510105f172","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.460180953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"32ab934f-e2b3-429c-a19c-e3187c8d3bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.461489495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"21fd4648-7ea3-4c5c-8b94-8fb67b43e4c4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.462030338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b11a5a6a-9b56-470b-adae-e343536695c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.473861682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ed381d12-9d5d-455e-ae17-ee5a4f8234de","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.476731634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"2d3e1684-2754-46bd-9f28-8f6a5b00eeea","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.664596182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"21fd4648-7ea3-4c5c-8b94-8fb67b43e4c4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.678426891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b11a5a6a-9b56-470b-adae-e343536695c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.688734254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"32ab934f-e2b3-429c-a19c-e3187c8d3bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.721698167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"28777f55-193a-4833-a81d-2e54166da829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.724687041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"b23ad84f-dec2-42b9-9e1c-daf1c9c46bc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.725407037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"41ebd6f0-91ce-4d3d-a942-b85a8b196936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.780141815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2e9ff627-03bd-43de-908a-3dda5930d43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.874173972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2e9ff627-03bd-43de-908a-3dda5930d43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:07.878270817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"28777f55-193a-4833-a81d-2e54166da829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.136772496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0a13f69d-00fe-41f3-946c-cb6cbb467c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.13766956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"55a95a0b-d04e-4a49-aca2-800bcf5a7286","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.224903307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"55a95a0b-d04e-4a49-aca2-800bcf5a7286","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.237814462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"14b5366b-9964-4f1f-ac1c-ba5bae570cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.252255897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0a13f69d-00fe-41f3-946c-cb6cbb467c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.339520586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"14b5366b-9964-4f1f-ac1c-ba5bae570cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.40096982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"95893cdf-d806-491c-906f-31ffdf2b2b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.401608715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"04590e6b-a513-4958-8029-c4049dd3e765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.47012477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"04590e6b-a513-4958-8029-c4049dd3e765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.473992121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"95893cdf-d806-491c-906f-31ffdf2b2b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.685803779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"34537cd6-e61c-4647-a795-58b5664eae8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.686820841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c3a6b431-9b55-40c2-a3d7-7d3bba9841aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.752918958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c3a6b431-9b55-40c2-a3d7-7d3bba9841aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.753851073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"34537cd6-e61c-4647-a795-58b5664eae8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.896887749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e90c9c6c-d220-4580-8bbf-82fc3a26bc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.954638522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e90c9c6c-d220-4580-8bbf-82fc3a26bc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.97771608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"f31bd817-719e-49cd-878a-a5e3b3b252d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:08.977746547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"1854ac3a-dc46-4946-8323-a6b0bf9afe13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:09.036511254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"1854ac3a-dc46-4946-8323-a6b0bf9afe13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:09.036612035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"f31bd817-719e-49cd-878a-a5e3b3b252d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:09.244328816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6abafd9-64b3-49f4-871e-7e5827b3b5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:09.301557203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6abafd9-64b3-49f4-871e-7e5827b3b5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:10.643184055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.428350108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"2a3cfd38-5266-48a1-9216-7f7836a15e3a","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.596404963Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"8176a7f8-ed4f-4763-8240-47232b14250b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f5cbb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.699124774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"3ee6147a-6b73-47fb-afaa-4b901e6f943b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.699138771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4a9122dd-47fb-474d-a911-390ac65f1538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.699571029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cf5d3b3b-6d89-4bd4-9b59-4d844db67c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.699716291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"3b705b4a-ec95-49bc-9cae-c7413bf4cca2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.759115378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"4a9122dd-47fb-474d-a911-390ac65f1538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.760141625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"3b705b4a-ec95-49bc-9cae-c7413bf4cca2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.761386519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"3ee6147a-6b73-47fb-afaa-4b901e6f943b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:15.763724086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cf5d3b3b-6d89-4bd4-9b59-4d844db67c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.236563893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"f7a56e93-541f-49e0-9a3e-5bbf22f972aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.23656339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"77a3bcb4-71e0-4e6d-b3e3-0920c9d48e0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.23685072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1d4a6df5-211f-4a0e-9497-b885083d006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.29048865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"58db1f28-3642-4ca5-90df-17f7f16d93e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.295021629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1d4a6df5-211f-4a0e-9497-b885083d006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.295057049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"f7a56e93-541f-49e0-9a3e-5bbf22f972aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.297164999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"77a3bcb4-71e0-4e6d-b3e3-0920c9d48e0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:16.348987786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"58db1f28-3642-4ca5-90df-17f7f16d93e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:17.716436173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"c61209ae-f510-494d-a341-e0aaeb47e26d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:17.936891896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-other-sub","reconcileID":"c61209ae-f510-494d-a341-e0aaeb47e26d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.161324878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"eaf99ca2-6d91-4a4b-9e25-97ff33ae69b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.209569229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"78d8cd42-f5b2-4cd1-824a-5fa55a3ce3bb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.209755093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.270700266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"9a0461ee-c01a-400d-8b89-9b46b3e0c039","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.347313977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f15bdee1-6a50-459f-9ae5-d57b2c63cd67","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.373423632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"99304ded-283c-4d68-86f8-3ecf46747e1d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.373567315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0e078069-9dcb-425c-b226-216cefdc5059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.373423669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c8b6249b-cceb-4af7-a462-c7e2e4ce011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.43163248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"99304ded-283c-4d68-86f8-3ecf46747e1d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.431662364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c8b6249b-cceb-4af7-a462-c7e2e4ce011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.43419214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0e078069-9dcb-425c-b226-216cefdc5059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.643524995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-models-access-denied-auth","reconcileID":"62edcb9c-ac28-47d4-b058-3177fd839474","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:18.908918461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"aa202cbf-249c-4052-8b82-297185e52bdc","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:19.774987095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"4a526d7e-c941-4b40-8905-c13289a4b23a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:19.986236068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"1e3f9a13-7bc2-4ba0-9228-965bd7f837a0","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.262636393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"768c60eb-723c-4745-90ae-6998513a3f81","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.334927139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"c209911f-5a30-452b-8ac6-b868237bdf0a","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.60789554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"b3923fa6-dc57-4912-930e-484c10945898","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.635711084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"c9136ad0-e9d2-4735-8885-fe66fadb67b3","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.639127291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.72033198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"bf197a68-d92d-48d5-9e29-f26150a5e9ac","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.721095102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"b3923fa6-dc57-4912-930e-484c10945898","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:20.75963475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"7f4d0563-6de6-4998-a4ea-57dd9963cc3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.877503663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"eae7fbc8-ed34-4839-be3f-b3d16e1decbb","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.897575828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"a25e2e82-4327-4977-b315-cb12e1fa733e","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.901581001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e150945b-c66e-493c-8098-eb13ee75d489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.901428095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"a1ce2a68-f8c9-4557-b551-a0b41be2dc65","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.914051066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"35671623-6b43-4a42-8691-f8c33de173d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.914696375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"33f4f573-b185-4d29-90a1-d68715e51bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.9435388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"09a132da-9d43-44be-a3a6-0af6e0b33c19","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.979769088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"e150945b-c66e-493c-8098-eb13ee75d489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:20.983572656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"a1ce2a68-f8c9-4557-b551-a0b41be2dc65","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.017630255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"33f4f573-b185-4d29-90a1-d68715e51bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.023115007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"35671623-6b43-4a42-8691-f8c33de173d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.093521911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"68a675ee-bf57-424a-b5e7-a4ba066b6847","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.172046128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"8324dc8e-2fb1-41d9-8466-1d50607c15b6","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.17335558Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-aef589 priority=0:[ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.199087393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"8f1e7004-a232-4d97-86b7-b777dff4f5f0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"distinct-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.241118285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"6c8bc2d8-2149-43ca-802e-14f8aa85cab0","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:21.356234608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.385251462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"875a7369-1024-4763-bdfc-a085bfa5c7ba","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.435488095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"db4002ad-d874-4aa9-b136-2ad09a57a1e9","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.466968331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"96dc91e7-72c0-493a-9ed2-28e940e75de5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.468126672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2d67da6e-9fca-40ae-b6f8-d5ad5a60511f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.584046146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"9c574de0-edc3-437e-9ad4-ad858d9b44f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.612408684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"8ec6259f-5504-4d8e-862a-90e82b4073ec","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.633697554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2d67da6e-9fca-40ae-b6f8-d5ad5a60511f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.641317164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"96dc91e7-72c0-493a-9ed2-28e940e75de5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.655624837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6bdd5bae-02e4-461f-9c85-65981adeae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.666846719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"9c574de0-edc3-437e-9ad4-ad858d9b44f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.774398745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c99ba193-e7e7-4396-8127-bd1561fb6ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.777334664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6bdd5bae-02e4-461f-9c85-65981adeae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.777819041Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"9c7e2eb1-0d3e-4cbd-8bef-92c6be617087","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"distinct-2-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.848309013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c99ba193-e7e7-4396-8127-bd1561fb6ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.898196238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"7be2c2c9-7afb-46bd-a668-93877e33047d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.906943336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"8c893843-5bfa-44c6-92e5-9028b13e4333","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:21.968862929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"c902dfd3-14d8-4a2c-b795-e54500cac8ea","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:21.999470088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"96dc91e7-72c0-493a-9ed2-28e940e75de5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.172357385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"16a2e2fd-c3c6-4adb-bf7d-9feeee45feed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.182709774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"0879bf79-3267-4b8a-9ede-2e15543a30f4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.229789838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"16a2e2fd-c3c6-4adb-bf7d-9feeee45feed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.274479787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"248e18fe-e270-4d2a-827c-40269888b32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.274628158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"88ca1d0d-3592-4057-bdd9-30e58ed40095","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.274479719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"d8a413f2-6462-4372-ab7f-77255f1f9a2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.332526658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"248e18fe-e270-4d2a-827c-40269888b32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.332605648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"88ca1d0d-3592-4057-bdd9-30e58ed40095","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.334670551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"d8a413f2-6462-4372-ab7f-77255f1f9a2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.35322728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"2be9d2bf-a56d-41d4-b61e-32961ecf9710","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.365133869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0e364362-6c73-44d2-a208-64b5efcf2ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.422914903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"0e364362-6c73-44d2-a208-64b5efcf2ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.503223112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"e1287984-1b30-4069-86f2-ffb1e6bbddee","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.758885429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"77bb1cc2-14af-4b3a-8b00-0271814987d0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.75892059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0a145d1d-cdac-4ffa-a2eb-59d5225e54b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.761614925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ffd4d3c6-5422-4867-abf7-4b3e960a1e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.770753826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"4f1ec4b5-7eb9-4041-b688-ac03671cda27","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.816683066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"77bb1cc2-14af-4b3a-8b00-0271814987d0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.81669032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0a145d1d-cdac-4ffa-a2eb-59d5225e54b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.818861401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ffd4d3c6-5422-4867-abf7-4b3e960a1e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.859602462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"9f437ced-1e45-41ff-9136-6a529c7706a9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:22.9171875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"9f437ced-1e45-41ff-9136-6a529c7706a9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.75765883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"705b8b44-a652-4cf1-b463-c114fd5a7976","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.815478618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ad299808-160c-42ac-8404-87809e10371f","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.978273808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6a390334-8a66-4b93-95ff-57f0cb477dfd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.026706563Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-aef589 priority=0:[ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-aef589/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.02671697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ba7f01dc-a5c6-483e-881d-8edd32dcc5ab","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.035848106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6a390334-8a66-4b93-95ff-57f0cb477dfd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.08242035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"147e7e91-245b-4507-912c-2d4a5c38b1d4","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:25.133373273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub","reconcileID":"264aa099-7d96-4dac-8068-da8485b58b2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.141869412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"32549b2f-1505-4e2e-b843-63a370bdef7e","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.187986649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"51b3ee82-e77c-4fd6-8e97-80cec56aa668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.187986651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"2da08d59-7ddc-40ba-a417-48186908b7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.245816405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"51b3ee82-e77c-4fd6-8e97-80cec56aa668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.245834073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"2da08d59-7ddc-40ba-a417-48186908b7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.246541722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"a5dd38ad-893f-43b6-a2c9-b5d09d6afa11","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.304484241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"f2fa2f6d-b25b-4555-8a60-b6aa0fe63354","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.356669151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"fcac7a65-3177-4c9e-b6d5-f9c0126498ea","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.519174377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"308e07e8-182e-4cbc-9565-78434601e7a0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.583135609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"308e07e8-182e-4cbc-9565-78434601e7a0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.583334032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub","reconcileID":"ae47bf3b-2307-47d5-be7e-5a25b8df97d0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.65031311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"19522db8-62b3-44df-a423-aa1aa121bf70","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.662884241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c7ac9f37-4373-4b99-b20d-e761d063a8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.663812518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"166eddb4-f393-49ab-b6c9-be7f68c1d8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.704139362Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"19522db8-62b3-44df-a423-aa1aa121bf70","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.72082446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"c7ac9f37-4373-4b99-b20d-e761d063a8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.721197688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"166eddb4-f393-49ab-b6c9-be7f68c1d8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.756651164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"11ecc343-c443-4702-9937-2f0107f2ffd4","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.757941515Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub1","reconcileID":"19522db8-62b3-44df-a423-aa1aa121bf70","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.800465768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"6d62f660-7ed5-49ad-868e-9484fa1a686f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.814499864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"d71e5f36-c0b5-4bee-a5ff-2edd04fd6cad","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.971758693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub","reconcileID":"fe748cb5-ce7e-4a08-9437-40e5e2ab2e16","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.980644585Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"3dc0446d-4dbf-48d4-b88a-81419eb6b325","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b89f104","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.03452311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"ed76d049-8832-4726-af72-f9206fa138bc","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.034747443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.081769224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"d98d6d19-8ef2-4b52-b323-67b4c3bce301","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.082267926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0f053d3e-bdcb-4536-a1d6-d5ed7060c25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.086473952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"af902db2-bf20-42ad-9eb9-6d02907a441e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.096403539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"8bf40412-3eea-49f0-895b-7c163889d96a","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.140198225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0f053d3e-bdcb-4536-a1d6-d5ed7060c25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.140822115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"d98d6d19-8ef2-4b52-b323-67b4c3bce301","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.144031228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"af902db2-bf20-42ad-9eb9-6d02907a441e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.153355683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"08c979db-f91b-42b9-b896-d67c32aaa642","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.184206082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"391d7088-cf93-4499-b2dd-75962208a5e6","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.19430741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b666c9cd-c9f5-4dae-bda0-ff3762126f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.252091446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b666c9cd-c9f5-4dae-bda0-ff3762126f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.300832608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"9bc235e0-50c7-43f9-b1ee-11903335c53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.34962679Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"baf52bf2-9508-4a2b-90c4-dc912594c524","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4b62016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.358245971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"9bc235e0-50c7-43f9-b1ee-11903335c53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.615622265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1eb5537f-d00c-4166-aa28-6361d5798d49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.615646093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b4265589-7223-48d1-8fdf-8b2c3c2be05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.616184166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"505dfb31-0aab-4a97-a3cc-ff8bd8db0f7d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.674593555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1eb5537f-d00c-4166-aa28-6361d5798d49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.674628342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"505dfb31-0aab-4a97-a3cc-ff8bd8db0f7d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.676847128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b4265589-7223-48d1-8fdf-8b2c3c2be05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.715452348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6c15b7d0-ed60-498f-a9b6-06dd46395739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.784664278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"6c15b7d0-ed60-498f-a9b6-06dd46395739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.816685445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"0a27b176-b01f-4475-941e-ab17a2b1a197","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.875836636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"0a27b176-b01f-4475-941e-ab17a2b1a197","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:27.111255734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"ed130b02-48b6-4147-8f4f-6a3fb7205dbb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:27.11127215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f31e481d-68f9-4e51-8da6-f6355d06bde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:27.16921974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"ed130b02-48b6-4147-8f4f-6a3fb7205dbb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:27.169473897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f31e481d-68f9-4e51-8da6-f6355d06bde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:27.995233545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"fd0ca85e-7fc2-489f-b2b1-a583560af966","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.176804521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eea832eb-a9e6-4058-a090-fafcbfba3f69","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.177980408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"5717ac9e-49dc-40ad-9f84-77cad29acd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.179039934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ffebb675-ddf0-46cd-ac79-64e6fdacdd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.235696939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eea832eb-a9e6-4058-a090-fafcbfba3f69","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.239508672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"5717ac9e-49dc-40ad-9f84-77cad29acd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.240978516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ffebb675-ddf0-46cd-ac79-64e6fdacdd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:28.654732994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"e56c3eb6-068a-4719-a8b1-4f4fa1241cc0","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.034647833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"4b81602a-8d3d-4e20-a645-5bd9b9463f9e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.088554666Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"4b81602a-8d3d-4e20-a645-5bd9b9463f9e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.14224217Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub1","reconcileID":"4b81602a-8d3d-4e20-a645-5bd9b9463f9e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.403875615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"c005bc86-48c9-4d7e-9e94-e9165f877c10","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.416589997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"623f2118-3fac-49a5-8b57-04a7ae3de61b","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.416881029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.457490012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"c005bc86-48c9-4d7e-9e94-e9165f877c10","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.513604405Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-sub2","reconcileID":"c005bc86-48c9-4d7e-9e94-e9165f877c10","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.57088541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"efdec1b6-a384-42a6-9d5d-dd5ce0b2f8b5","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.694657648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1c5842ad-b8c1-4d58-9c30-ffd46f5cfc4e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.695058443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"48a8db53-b47e-4cb4-84fd-b77b8556f29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.69466805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f109e803-7c46-4205-92f4-7cc8381a857e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.696347242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"ebac67a9-f4b1-4520-b179-57dc4e933751","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.699386405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"daa7ba39-fde3-45ed-bbe3-163a56cbc549","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.699938939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"535589fa-5112-4f47-ad81-92ea16f1077f","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.700417494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"415aa250-6e83-49c3-bc77-929ceafb0d84","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.77078755Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"6f943f15-2016-42bd-ade1-e0296fff7a89","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd150e01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.785470268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f109e803-7c46-4205-92f4-7cc8381a857e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.798824876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"48a8db53-b47e-4cb4-84fd-b77b8556f29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.809834001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4b995dbb-dc36-45ac-8b4c-de3706e8900c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.877726357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"e673b2e1-5f9e-4afd-acf9-bd933c48d498","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.910402684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.829722246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"ebac67a9-f4b1-4520-b179-57dc4e933751","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.871643098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1c5842ad-b8c1-4d58-9c30-ffd46f5cfc4e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.912509775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"dde27614-019b-45fa-af00-fab5d654afd2","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.912946149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f1fdadd1-b99c-41ee-9ae1-a87d00612930","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:36.995882708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3f73b3ad-298c-4bc0-b612-298224856629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.00232587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"040fce33-ee9b-4ed6-99de-6d259f80fba4","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.067519148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"fcc266b6-fc6a-4528-9b0c-d0ec40caafdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.10832563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c3e29e57-96f1-4827-9023-9123fdfbf8e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.140191227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3f73b3ad-298c-4bc0-b612-298224856629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.398713709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ea907e88-2004-45fa-843b-ed57f7be5532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.48159589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ea907e88-2004-45fa-843b-ed57f7be5532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.483619558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"5b59f0f5-50a2-450d-80b4-ebeca1c1d42d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.483867987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2bf1ff93-3944-4196-b20c-100f4860d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.484057302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"1e734a34-6faa-4a53-abbe-a3d18871ccc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.545837791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"079f8db7-acbe-40e1-a40f-11660248d7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.561224671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"5b59f0f5-50a2-450d-80b4-ebeca1c1d42d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.566929935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2bf1ff93-3944-4196-b20c-100f4860d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.567981136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"1e734a34-6faa-4a53-abbe-a3d18871ccc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.606652287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"079f8db7-acbe-40e1-a40f-11660248d7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.813477182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth1","reconcileID":"583f9aa2-667c-45b1-92b0-2aacab8bf684","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:37.893562945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ce935172-80e7-4649-9895-f94814bea934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.156400874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"c102cebb-5b4f-4a8c-a5c2-f259d50f0944","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.156976673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"27e2beee-f8fb-47f4-a389-836742c20305","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.182596409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ce935172-80e7-4649-9895-f94814bea934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.18529658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub","reconcileID":"175ad0c6-5f68-4333-b753-eea89e3c85c1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.24053026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8aabef07-527a-47d5-b1e7-70339035714c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.241628249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"42c7135e-3d45-41fb-8540-bda2c02fe0f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.243929253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5a4a0af2-4bc0-4ccc-aa90-ab076de2524b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.452465538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5a4a0af2-4bc0-4ccc-aa90-ab076de2524b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.497045168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8aabef07-527a-47d5-b1e7-70339035714c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.519729885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"42c7135e-3d45-41fb-8540-bda2c02fe0f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.636888245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub","reconcileID":"175ad0c6-5f68-4333-b753-eea89e3c85c1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.770415179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-ignore-header-auth2","reconcileID":"64779c5d-2227-47cf-8848-f3ae74139732","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.929559677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"fdb12840-ae1d-4029-8cb8-9f518f90809a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.950346932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"34870c56-dbff-49ad-846b-61510218c1d5","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.952257676Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.987710688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"903657ed-50f0-44f7-a079-2f032231bfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:38.988420472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"11ed41fc-3709-4e49-b181-02274130e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.06549091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"be7ca1d3-90c6-48cf-9d6f-e46439882bac","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.151450455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"11ed41fc-3709-4e49-b181-02274130e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.157302669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"903657ed-50f0-44f7-a079-2f032231bfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.213672366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"48ad4d28-65eb-4ad1-a481-8d9b4d0e36cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.214635879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd2ac9a3-1d32-4393-a180-3c33a6b89bb3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.295670691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd2ac9a3-1d32-4393-a180-3c33a6b89bb3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.299270513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"64df98fd-b77c-42b2-8457-c7e08b6ceebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.305359583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"48ad4d28-65eb-4ad1-a481-8d9b4d0e36cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.378257371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"64df98fd-b77c-42b2-8457-c7e08b6ceebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.742908246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ed97b956-c8cc-435b-9618-5f8739023c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.751269136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"320c5515-7502-4682-bb09-75befdf6cfde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.826354769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ed97b956-c8cc-435b-9618-5f8739023c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.844637217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"320c5515-7502-4682-bb09-75befdf6cfde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.939140631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"407caebf-cbb5-4b20-859e-416785b4cc52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:39.939627004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b98bc232-f68a-4e17-a41e-22e71fcfe7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.007266676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b98bc232-f68a-4e17-a41e-22e71fcfe7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.008426657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"407caebf-cbb5-4b20-859e-416785b4cc52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.360412489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"4f306b07-3552-4da5-9bde-1eea8d7cac86","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.427750867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b1baae03-a7f2-4581-bcb9-5bd0751692cb","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.65547601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.656958425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.658634062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb6ceaad-077d-40e7-8b43-e984608e5535","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.65742072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"ccdd9104-385b-4ec7-b4be-9dae88980dd0","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.724636074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb6ceaad-077d-40e7-8b43-e984608e5535","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.725957509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b97aeb7c-c65a-413f-a8d7-a7a722c7b336","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:40.770706116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e179f578-38fa-435e-ad1f-b02fb7e883b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.876344019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7ed2b9bc-5434-4ab3-8fe4-bf55769c91de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.876335703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"da198487-c266-4fff-94e0-3994530705c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.882102653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"1b3aa480-614c-4d2e-a1f9-95ea5c746f92","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.937812249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7ed2b9bc-5434-4ab3-8fe4-bf55769c91de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.937962002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"da198487-c266-4fff-94e0-3994530705c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.942118605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"627bccd7-8909-4922-a570-faa991414f34","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:40.942691932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"ecc7e835-7987-4744-814d-b9c8d4fcffdb","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.001515632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"45470cbd-004c-4adb-b1e6-c33bc95dabba","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.046301558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"6c14c40a-d98d-410a-b732-5255f2ebec8a","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.160006732Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8d8b2c7d-0dac-428c-8c3e-ec2fa8e9b87a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"distinct-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.230571853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"042a8191-ab0b-4da4-976d-8bf4c59e0f18","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.2307066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-32e532 priority=0:[ai-tenant-e2e-worker-w1-32e532/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-32e532/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.26741751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2dfbe059-d300-4bb2-9ce2-694b522e54ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.290908381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f2295177-402f-4dd3-9cd7-db6ae19475cc","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.324912419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2dfbe059-d300-4bb2-9ce2-694b522e54ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:41.339567592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a10431e5-f4bc-445b-92f9-2342d93cfc9b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:41.341685059Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e532/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:41.346039604Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f2295177-402f-4dd3-9cd7-db6ae19475cc","name":"distinct-2-w1-32e532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:41.346105387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f2295177-402f-4dd3-9cd7-db6ae19475cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-32e532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.34623012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"4440182e-6a76-471e-9a48-47d207f1831c","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.351408171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"e327c477-da4a-45e1-b408-13c3d3eb3ce7","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.368124464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a962a392-6cb0-4428-8812-d6344eb19f13","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.425758207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a962a392-6cb0-4428-8812-d6344eb19f13","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.451158036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"aed0e0e5-c677-4ffa-8938-fd20ac53308d","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.470768644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8b139336-9678-42c5-8324-534fc77e2dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.470774659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"8a8f5db1-e48f-447d-acef-5d8da22db9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.50730202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"ff2cfa14-2a03-4be3-874f-5ddbe9a0053f","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.528271446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"8a8f5db1-e48f-447d-acef-5d8da22db9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.528461528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"8b139336-9678-42c5-8324-534fc77e2dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.544479245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ffbeab37-c5b6-4438-be8d-d10506826cb2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.6463336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"895f5429-7aa6-48c9-b33f-9a1ae9ea8eaa","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.72726069Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0ab2c787-90a3-4b20-8a33-eb5126105cc1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"distinct-2-w1-32e532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e532/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.898629566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"539cc35c-4fa4-4861-af8f-8b0ec284ed4c","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.918046861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3565e4d9-994e-422d-bbbe-af5a11291b0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.977501843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3565e4d9-994e-422d-bbbe-af5a11291b0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.020294631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c90590f7-5d1e-49c5-9df4-fc317a3d60b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.077955747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c90590f7-5d1e-49c5-9df4-fc317a3d60b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.116709701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"66297fcf-ea04-4936-bb4a-ac249272cfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.116766309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f3bab93d-e93e-44b2-b226-ee76084b1bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.117339319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9411faa5-9f7a-476b-b645-c0695739dc52","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.178428747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"66297fcf-ea04-4936-bb4a-ac249272cfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.181643652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f3bab93d-e93e-44b2-b226-ee76084b1bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:42.936834159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"2181d6ba-8414-405f-bac0-8f786667f378","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.10411335Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f015a174-0d93-44b1-ae00-037ee999e46e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae543ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.208257165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e36add55-ef0b-4a21-a3fd-c2c77deccd53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.211256984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ecdd3991-d058-44bc-852f-64560d952292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.211402169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5ea4d2cd-0982-4f9f-89be-551a3b6c3a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.211647027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"225c93d3-f8aa-4689-858a-0506bd16bbfb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.265672493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e36add55-ef0b-4a21-a3fd-c2c77deccd53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.269290938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"ecdd3991-d058-44bc-852f-64560d952292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.2697623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5ea4d2cd-0982-4f9f-89be-551a3b6c3a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.271784819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"225c93d3-f8aa-4689-858a-0506bd16bbfb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.692488219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"353aa4dc-392b-4ddc-a06e-7c5f55ba7d17","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.69621388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f74c64a6-2f95-48c0-9188-38c475ba13a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.699254341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6703cbdc-2bcf-4b07-9a9e-08600d7d4592","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.699254348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f31be0c9-b858-4ee1-a6c1-3842aa5658db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.749779589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"353aa4dc-392b-4ddc-a06e-7c5f55ba7d17","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.753749162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f74c64a6-2f95-48c0-9188-38c475ba13a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.756618125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f31be0c9-b858-4ee1-a6c1-3842aa5658db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:43.756645112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6703cbdc-2bcf-4b07-9a9e-08600d7d4592","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.826394384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"e77065c0-222f-468d-ac8a-6757cdaa00ca","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.880543011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"e77065c0-222f-468d-ac8a-6757cdaa00ca","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.934993047Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-sub2","reconcileID":"e77065c0-222f-468d-ac8a-6757cdaa00ca","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.214526023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"5eaf128f-610d-4aeb-953e-6b648a9053db","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.214928663Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.282760879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"f38bf57b-c219-46fe-9bcc-9d908ec06b25","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.35994072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"c1183c49-fadb-47bf-b095-a669df232639","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.492555386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b0a5785c-d8e1-4311-8c06-f9373c9e1de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.493224545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1b4a0c52-d4b4-4570-a98a-ac0d43df4798","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.537447756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"4a37649c-8f83-4480-9dea-7283c4eec37e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.539531528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f74570e3-4b15-47a7-aff8-f664594bc175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.552043566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b0a5785c-d8e1-4311-8c06-f9373c9e1de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.552113751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"1b4a0c52-d4b4-4570-a98a-ac0d43df4798","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.595942583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"4a37649c-8f83-4480-9dea-7283c4eec37e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.597388586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f74570e3-4b15-47a7-aff8-f664594bc175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.815839873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth1","reconcileID":"fb13e2e9-8996-4b09-8ff7-7d20aa8f6d02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.982525005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"f8a69f84-c457-4431-8bb1-83794f701b04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:48.030193513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"484a0e9b-2588-4c44-a592-d354f55fd53c","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:48.040403941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"f8a69f84-c457-4431-8bb1-83794f701b04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:48.179473225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"d5ea28a3-f3ec-4b7b-91c2-e5143cbb8e98","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:48.248812112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-multi-keys-auth2","reconcileID":"674b5f52-47f8-402c-bba6-f7add5bbfc36","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:48.460024192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"65b5a340-fe66-403e-a283-f6eea9f1f3e9","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:49.793662672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"98a28b71-1e94-43dc-94c1-b7373ecef47a","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:49.853596589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"394a9232-b2f1-4baf-9e11-afb94a1d42dd","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.090624066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b73382ae-45ba-489f-991a-18a6713eb258","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.090817826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.091302654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"1c5ae0b5-0599-47e6-b273-a44c7fdd1061","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.154145595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b73382ae-45ba-489f-991a-18a6713eb258","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.154700906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"9945f05d-93f5-499c-b32a-99035b897fd2","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:50.200772609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6b401444-0864-4752-9086-5b5cf1955983","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:50.212235808Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"9945f05d-93f5-499c-b32a-99035b897fd2","name":"distinct-w2-aef589","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-aef589\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:50.212292443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"9945f05d-93f5-499c-b32a-99035b897fd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-aef589\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.217594401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"a0a46890-16e2-4d96-bd62-887a70b3989b","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.308640964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"40d34a65-dc72-42dc-9f43-20cc074ab9ad","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.321411003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6bf6ec58-629f-4c20-b179-2be9be6fafb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.321410655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9eef6be9-88b4-435c-ab24-d0d62a9ec719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.367790692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"8d34ee76-2239-4947-b872-6352b756a186","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.370089128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"28e949b7-f79c-43c0-85fa-6f94abbc38ec","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.380546459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6bf6ec58-629f-4c20-b179-2be9be6fafb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.381911874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9eef6be9-88b4-435c-ab24-d0d62a9ec719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.427199631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"317d5810-0068-4f54-b58c-e72b3dc6ce96","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.492108887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"8e3e53aa-4156-42c9-80db-f319c86751ee","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.591684278Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d9a7cd56-8578-4fe9-bebb-68ebd5283b5f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"distinct-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.669886964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-aef589 priority=0:[ai-tenant-e2e-worker-w2-aef589/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-aef589/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.669967909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"5b7eb736-a0c5-4c47-bd74-0e42cd572888","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.699496413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6d173267-f8ab-4860-9310-1e0a52f64849","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.731937487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"56d46bb9-d062-4628-9a2b-f2d952dd0f16","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.758342946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6d173267-f8ab-4860-9310-1e0a52f64849","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:50.775130282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6411a5f2-26be-4ea0-bb9b-5c3174a154a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.787374903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"e4a85076-8a2d-432f-9fef-b189dbf25fc2","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:09:50.789286188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d9a7cd56-8578-4fe9-bebb-68ebd5283b5f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.795852932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0799629f-3650-4460-bab4-0407af4822ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.853513915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0799629f-3650-4460-bab4-0407af4822ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.880941101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"0bafa417-363d-4860-a9c6-491e7a8203a4","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.896955477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fe1cda6b-b657-45dc-81c6-47704f0d24c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.897126679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ef6cfa12-a267-406d-8fc2-e1b63cc7a5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.940749304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"4fa98c75-dbd0-4c0a-873b-55c9de3f7d3a","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.955872614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ef6cfa12-a267-406d-8fc2-e1b63cc7a5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:50.955872613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fe1cda6b-b657-45dc-81c6-47704f0d24c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.004215438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bfe00877-4ec1-4949-9404-d3530e6d3265","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.077958133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"f64288ee-6c80-4286-8d02-a36a20bd1a58","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.159186446Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6d89f11a-34df-4ab7-afb6-90d8a058130d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"distinct-2-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.175249349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"a7682598-1bcb-462a-a985-3ba8539f4b53","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.331620881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"668df96c-1561-4c41-939e-d5c5502102cf","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.345857762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64cde80b-9816-44b3-82b3-3e486e756b93","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.404923428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64cde80b-9816-44b3-82b3-3e486e756b93","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.446703174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"80803428-559e-4aa5-8533-5df89a1e7a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.447091862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"80deefa0-3c5c-403f-9370-bcc532ebf1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.447198855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c96b7cc6-a9eb-43de-abc9-eae918bbc26b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.504522877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"80803428-559e-4aa5-8533-5df89a1e7a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.507184557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c96b7cc6-a9eb-43de-abc9-eae918bbc26b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.507463792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"80deefa0-3c5c-403f-9370-bcc532ebf1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:51.54601166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4c584e7f-3a32-4a5b-bd2d-35307e11c301","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:52.989106477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"ea34ea39-f8ee-4621-b490-9be7e742c2aa","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.159181088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e75837fd-3763-4917-bd21-3904818cce58","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.173151325Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e4f99250-3e97-4d19-b72c-a75d9bdbacfb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e0b49a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.212894112Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e75837fd-3763-4917-bd21-3904818cce58","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.26557899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7b360e3-c54e-47d5-aa75-9fcab24cc2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.266696401Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e75837fd-3763-4917-bd21-3904818cce58","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.276179453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a42d294b-1abf-48c0-8328-c5a72bcc5855","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.278832436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"036b05db-f6d2-4a06-8f6d-93c4e307d3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.279298469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c5c9942-1ff5-49bf-b114-b21839fa0dd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.323146825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7b360e3-c54e-47d5-aa75-9fcab24cc2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.333261906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a42d294b-1abf-48c0-8328-c5a72bcc5855","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.336305666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c5c9942-1ff5-49bf-b114-b21839fa0dd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.336309137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"036b05db-f6d2-4a06-8f6d-93c4e307d3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.539178396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"6ded7a1d-f60e-4e41-93bf-981d4fc00c97","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.539596601Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.600792147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"785cc772-16a4-41f2-af22-139d1c715de5","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.711212962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"65a99c34-17ab-4bde-8d08-0baa586c16d6","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.750742946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"972cd8fd-b1cc-4482-8938-e234d1d5dc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.822602568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"972cd8fd-b1cc-4482-8938-e234d1d5dc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.88209129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"95aacbc8-f341-441a-b94d-55496e7a5d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.883365342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a5435cd2-cdd9-4899-a30f-03f8c1fcab00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.883410847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"93cf39c2-5e81-4263-933f-5bf1f8e4e97e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.883885694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"561110d9-cac5-47c2-a9f2-feab7453e71d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.898562383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b894c373-f446-4cca-bc88-c5acb7cedf70","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae0fd73b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.942755221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"95aacbc8-f341-441a-b94d-55496e7a5d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.946212125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a5435cd2-cdd9-4899-a30f-03f8c1fcab00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.946218212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"561110d9-cac5-47c2-a9f2-feab7453e71d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:53.948475958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"93cf39c2-5e81-4263-933f-5bf1f8e4e97e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.305565054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"11bae1b9-0742-41b8-8522-cb9f2564389e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.363019637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"11bae1b9-0742-41b8-8522-cb9f2564389e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.407465205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c7de2c36-c019-41fe-bfd8-e27286cb7738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.407498405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cd1fb722-9a1d-46c7-bd06-623e81e91191","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.407863866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1f1b7d8-9fd2-4077-92eb-ca2f7464afc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.465543965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cd1fb722-9a1d-46c7-bd06-623e81e91191","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.465686734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c7de2c36-c019-41fe-bfd8-e27286cb7738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:54.467694107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1f1b7d8-9fd2-4077-92eb-ca2f7464afc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.246590238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3b25c3c-fd47-4086-b4c2-09b0ad1265a8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.314957603Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3b25c3c-fd47-4086-b4c2-09b0ad1265a8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.392988095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3b25c3c-fd47-4086-b4c2-09b0ad1265a8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.649656989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7ba6e2cc-76a2-447c-a4c7-87f4139b785d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.787212078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"bd1a68ab-f193-4454-bcff-02e6e0f1e6f4","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.788205566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.903933098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"05924f46-bc31-4ef5-9a21-107bc72b718e","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.921240543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"dfaccfb1-30df-44d4-9641-18b7fa24aac8","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:03.997468597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c7f0dc59-880c-48d6-8334-afe73eace077","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.061892222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c7f0dc59-880c-48d6-8334-afe73eace077","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.15180855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c7f0dc59-880c-48d6-8334-afe73eace077","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.152680898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4ff109c0-596e-41aa-ad71-db3b5a781072","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-33cd0ce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.153413993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"43a799f0-aff6-40ad-903e-5b87c98a89c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.303803293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"43a799f0-aff6-40ad-903e-5b87c98a89c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.352047776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8ed2db2d-4e85-43ab-b3e9-8459a7380bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.353208804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4d16e5cb-4ec7-4d2f-8143-29629fc69e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.393987014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"471dc862-236c-4e84-a488-5b35d9606058","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.460649432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8ed2db2d-4e85-43ab-b3e9-8459a7380bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.589103489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4d16e5cb-4ec7-4d2f-8143-29629fc69e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.610015854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"471dc862-236c-4e84-a488-5b35d9606058","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.784353366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c1293faf-8829-4e9c-9f69-b8efab4684da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.786987917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"a9393a01-d382-4fb8-83e8-a0f8c4c4053f","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.788818599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.921456063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c1293faf-8829-4e9c-9f69-b8efab4684da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:04.928902196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"0fdfb9c9-922c-440f-8857-53460668d62f","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.218575741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a95afa6d-b0c0-4f74-917e-f1998288d809","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.2971771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a95afa6d-b0c0-4f74-917e-f1998288d809","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.480416407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"165781d6-d9de-49d4-83f5-59343475f86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.481548255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b176ff5c-6b58-445c-995a-023514eefec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.549507596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0e95b966-455c-4d60-9365-0b55e8494b57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.550571433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0d2e0f3d-dd60-4682-b9b2-eeea0e8fe5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.61261722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"165781d6-d9de-49d4-83f5-59343475f86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.632691698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b176ff5c-6b58-445c-995a-023514eefec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.657401839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0d2e0f3d-dd60-4682-b9b2-eeea0e8fe5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.672938053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0e95b966-455c-4d60-9365-0b55e8494b57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.85090055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d2d5893e-ebb5-4d7f-a063-846b3a2bbadd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.942779519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"82bb6cb0-7675-49c5-bbac-7196bf4bd750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.042023968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"82bb6cb0-7675-49c5-bbac-7196bf4bd750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.170817593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"eb35fcbf-0b22-42d3-8b7d-1752560dafdf","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.208089417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"33abd634-1d49-4af2-a314-dff246c918e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.301794645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6550c15-5602-4d94-a5c5-c2d84c3f84fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.302125354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"234b6376-62d3-4dc0-88b4-78c59aa93a8a","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.384354163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"33abd634-1d49-4af2-a314-dff246c918e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.423474519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6550c15-5602-4d94-a5c5-c2d84c3f84fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.742156431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"81709e90-48f1-4cb9-b347-5600a1f6e39e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/distinct-2-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:06.930423122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"d21b410d-d489-4fdf-9076-4a1be9c91fd9","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:10.488493169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"1e6ab941-71aa-4b47-a9cd-23c5133d1f90","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:10.48852117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b4e3434f-cb45-438d-9b22-ce75b621a880","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:10.642649022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:10.654320025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"f01a4d63-af57-43e7-aab9-7e906db66d00","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:13.142752835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a59f859-78d6-4b14-af68-f83c55b8d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:13.197221132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a59f859-78d6-4b14-af68-f83c55b8d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:13.251308945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a59f859-78d6-4b14-af68-f83c55b8d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:13.305619912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a59f859-78d6-4b14-af68-f83c55b8d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:13.64304113Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2e293b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2e293b74","reconcileID":"3c81f5f7-6c05-49c1-b507-7664ee0f2d20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2e293b74","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2e293b74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.207740019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8ffbca33-b852-4bbe-a541-813388022d77","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.265492428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8ffbca33-b852-4bbe-a541-813388022d77","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.319737613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8ffbca33-b852-4bbe-a541-813388022d77","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.615819287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"0291f121-309d-4ffd-9e8b-bbe261d037a1","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.656986278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.767311409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"8f94612e-4e6f-4f6b-ad98-bd82ab86719a","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.922987503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d84a336b-d78a-49f6-9c77-c1adbc9ccac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.922987208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"da3fd6c6-da3a-4e8a-a4a5-e9d6d663de18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.925954768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"082475d2-d7ea-4211-a92c-f3d93be6de40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.925954771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b4213f5-cb7a-490d-b088-285cfd101fe6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.981501183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"da3fd6c6-da3a-4e8a-a4a5-e9d6d663de18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.982154227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d84a336b-d78a-49f6-9c77-c1adbc9ccac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.984958602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b4213f5-cb7a-490d-b088-285cfd101fe6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:14.985560147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"082475d2-d7ea-4211-a92c-f3d93be6de40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.188691998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth1","reconcileID":"61cca551-5cbd-4261-a562-181c32dece38","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.247906435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afee668-f1be-4adc-96d4-8ed81eef87a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.301891201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afee668-f1be-4adc-96d4-8ed81eef87a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.356010197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afee668-f1be-4adc-96d4-8ed81eef87a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.409746215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afee668-f1be-4adc-96d4-8ed81eef87a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.464216403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e0858876-bd0f-422d-971e-9cfc16fae3f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.470900794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"f6c23563-6643-46fb-9b26-139687664af8","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.522579574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e0858876-bd0f-422d-971e-9cfc16fae3f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.613793881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"0c75cb29-2246-47d1-8bd0-7468c5c6c9b8","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.683932238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39eea56c-1a4b-4554-ba65-3b31cf4e32eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/distinct-2-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.847957302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"21bf8c7e-6707-4b31-a302-c7a2fbd4a877","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.333499858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e9b2b1-4aab-4406-b942-c468133e0115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.3719404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f60955-793f-4f0a-988a-1adbe09b0c35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.371960669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f60955-793f-4f0a-988a-1adbe09b0c35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.396393442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e9b2b1-4aab-4406-b942-c468133e0115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.468318079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e9b2b1-4aab-4406-b942-c468133e0115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.523223248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e9b2b1-4aab-4406-b942-c468133e0115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.52470501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3b9b03-f2c3-407d-95d7-916d4c7744d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.524722873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3b9b03-f2c3-407d-95d7-916d4c7744d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.640106521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebbeaae-0f11-4f8c-8565-395627393c5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.640129465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebbeaae-0f11-4f8c-8565-395627393c5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.640185259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-d28466 models-as-a-service/e2e-rt-eq-f2b1a4-sub models-as-a-service/e2e-rt-sw-36aae3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.698009706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4034c90c-a6b9-457d-b77d-cef58b3fe6c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.698043287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4034c90c-a6b9-457d-b77d-cef58b3fe6c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:17.747458106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d28466","reconcileID":"a4710858-b19d-4740-8439-8afebb50a080","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-d28466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.795533794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"209ed804-8777-4680-bea3-6a565c95d9a1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.852624258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"7f27e234-7e44-4074-8f06-e167bc571aa4","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.852647051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"7f27e234-7e44-4074-8f06-e167bc571aa4","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.853731892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"209ed804-8777-4680-bea3-6a565c95d9a1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.955517868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"d9b98281-d4b5-44a7-8326-c0ba13aa40f5","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.955736884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d79bb46-2faa-47db-9fe5-8b649246d4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.955985871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539d9dd6-a49a-40eb-9acd-805931c16b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.955522745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"c17920db-5327-4d3a-b434-0636cc2ae899","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.960215608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"239cbbfb-2c65-4bbd-9f98-a032931e76c6","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:17.96023345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"239cbbfb-2c65-4bbd-9f98-a032931e76c6","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.013449244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d79bb46-2faa-47db-9fe5-8b649246d4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.013891422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"d9b98281-d4b5-44a7-8326-c0ba13aa40f5","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.015853697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"c17920db-5327-4d3a-b434-0636cc2ae899","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.0161463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539d9dd6-a49a-40eb-9acd-805931c16b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.01643081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210af7e7-eeb7-48fd-a175-2027ded1fd14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.016445062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210af7e7-eeb7-48fd-a175-2027ded1fd14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.172511465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"343734b1-c5db-4421-8bc6-28c15fbc5edd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.172536156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"343734b1-c5db-4421-8bc6-28c15fbc5edd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.194205386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d28466","reconcileID":"94de050d-38fa-4e28-a4bb-4d2e0216e286","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-d28466","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.369960704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a0c3b1b-ce3a-46ac-98bc-1f64c2233986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.369982216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a0c3b1b-ce3a-46ac-98bc-1f64c2233986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.411847777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1543c598-4949-413b-bdc8-f7a06ffc4aba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.439563093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"54ad5ff6-6256-4f2d-8398-7e53bbb600c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.49705768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"54ad5ff6-6256-4f2d-8398-7e53bbb600c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:18.587768046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d28466","reconcileID":"7b5ffe19-2777-4e41-8d29-91df5b7b6635","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.741658152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"20e2eff4-d555-4f41-a15e-8bef7f39f523","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.741681047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"20e2eff4-d555-4f41-a15e-8bef7f39f523","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.906677311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"9d5694cd-d710-41de-b9cc-eb1601cbacdf","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e19b1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.95448855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"40a7a680-f4d7-4352-96e6-0aa8ba82d80f","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.954808733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e2efa7d-0983-431f-a152-17f42529f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.95536783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"8892b7d4-ce93-47ad-9a69-034e8bccf595","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.955408025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20c32191-c42b-42f3-8176-9d3c8f9e153d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:19.955796479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"7e304738-cc3e-4c95-b7d8-f5b1d2010192","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.013956572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"40a7a680-f4d7-4352-96e6-0aa8ba82d80f","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.014152106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"7e304738-cc3e-4c95-b7d8-f5b1d2010192","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.016175884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20c32191-c42b-42f3-8176-9d3c8f9e153d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.01635514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"8892b7d4-ce93-47ad-9a69-034e8bccf595","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.018329498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e2efa7d-0983-431f-a152-17f42529f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.491366658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"291d9b5d-ed71-49e0-b7d0-60923256507d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.492664306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8ff2b0-b38d-4037-9658-2a34d8aaa587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.493126967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ea1d781-c343-49b4-b467-df188a5fab62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.549029082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"291d9b5d-ed71-49e0-b7d0-60923256507d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.550686456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8ff2b0-b38d-4037-9658-2a34d8aaa587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.551255223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ea1d781-c343-49b4-b467-df188a5fab62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.599392327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"60c0f64b-7366-4844-af39-68f05914976f","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.599778326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"c0b9b703-6982-4ee0-b145-5f3ae0e1a865","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.657248637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"c0b9b703-6982-4ee0-b145-5f3ae0e1a865","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:20.659226483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"60c0f64b-7366-4844-af39-68f05914976f","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:22.746134209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0bdaba9-16f1-4ca2-9ed4-64a794eb9995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:22.746155664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0bdaba9-16f1-4ca2-9ed4-64a794eb9995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:22.853533809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"namespace":"ai-tenant-e2e-mt-a8f5908e","name":"e2e-policy-a8f5908e","reconcileID":"9e5d37b4-2757-42fc-ad57-7277cb102ab1","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.009247174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"namespace":"ai-tenant-e2e-mt-a8f5908e","name":"e2e-policy-a8f5908e","reconcileID":"9e5d37b4-2757-42fc-ad57-7277cb102ab1","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.066195397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"namespace":"ai-tenant-e2e-mt-a8f5908e","name":"e2e-policy-a8f5908e","reconcileID":"9e5d37b4-2757-42fc-ad57-7277cb102ab1","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.189054207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d28466","reconcileID":"0e62a652-07f9-42ed-b16c-7c6bc9b10988","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d28466","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.189125133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a3c3800-cdd1-47c9-bad5-52a00a436279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.189137805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a3c3800-cdd1-47c9-bad5-52a00a436279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.353322297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91aad70c-dda0-4485-addd-a27e9d29bbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.353346489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91aad70c-dda0-4485-addd-a27e9d29bbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.501605318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5614f065-09d9-4f63-a668-9b07bbedd244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.501628374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5614f065-09d9-4f63-a668-9b07bbedd244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.770101999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"375db04b-ac63-4991-814d-c90b1ada0839","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.77011424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84c54dc-b0c8-485c-b868-952ee38d9540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.770496752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28205565-ba96-4f00-b33e-becee482a4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.771379002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"a59532ad-6d8f-40d9-a2d8-dfc7de57d28f","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.898096468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"375db04b-ac63-4991-814d-c90b1ada0839","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:23.900710675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28205565-ba96-4f00-b33e-becee482a4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:23.943092581Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"a59532ad-6d8f-40d9-a2d8-dfc7de57d28f","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:23.943116542Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84c54dc-b0c8-485c-b868-952ee38d9540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.954239766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"375db04b-ac63-4991-814d-c90b1ada0839","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:23.958721559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28205565-ba96-4f00-b33e-becee482a4ae","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.95913572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7768647a-fd6c-4fd6-aba6-378063548a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:23.959151184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7768647a-fd6c-4fd6-aba6-378063548a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:24.001773558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"a59532ad-6d8f-40d9-a2d8-dfc7de57d28f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:24.001874751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84c54dc-b0c8-485c-b868-952ee38d9540","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.00260469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30ef2f6-745d-4d6f-a109-b267af70e7a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.002619016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30ef2f6-745d-4d6f-a109-b267af70e7a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.056676987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"95dc27c8-2385-4123-8146-62e71e4626eb","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.056697036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"95dc27c8-2385-4123-8146-62e71e4626eb","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.223667781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"4668548a-1b5b-491e-94b0-1f9afdeb7918","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e19b1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.223727079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"08fd0df5-30d1-4f3d-b879-db6bf7449567","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.22374109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"08fd0df5-30d1-4f3d-b879-db6bf7449567","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.229906322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd870c37-d8f5-40ee-991f-0204e235ec44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.276050583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91d7f71-d3ab-4253-9b81-7bd55eae6c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.27613088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f7ed283c-f13a-4b7d-b67b-e3fe95986df0","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.287304994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd870c37-d8f5-40ee-991f-0204e235ec44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.334144687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91d7f71-d3ab-4253-9b81-7bd55eae6c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.334232503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f7ed283c-f13a-4b7d-b67b-e3fe95986df0","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.343497874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd870c37-d8f5-40ee-991f-0204e235ec44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.391273169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91d7f71-d3ab-4253-9b81-7bd55eae6c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.391318658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f7ed283c-f13a-4b7d-b67b-e3fe95986df0","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.401788339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4c45b8f-8889-4049-b763-05c5b37c3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.401802642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4c45b8f-8889-4049-b763-05c5b37c3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.437487323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"17209e7d-c7ed-4d33-a58c-faf06f659ad1","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.450256291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ad93130-3ad8-429d-a225-154d4e00e0f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.450276624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ad93130-3ad8-429d-a225-154d4e00e0f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.495969543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"17209e7d-c7ed-4d33-a58c-faf06f659ad1","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.506512464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"da4cff27-fff4-4203-ad81-a61b4a04f6bb","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.506527646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"da4cff27-fff4-4203-ad81-a61b4a04f6bb","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.557377487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"17209e7d-c7ed-4d33-a58c-faf06f659ad1","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.672147054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b470b2-dcca-4d1d-beb5-273db2febd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.730473438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b470b2-dcca-4d1d-beb5-273db2febd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.771397806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f6ae7e15-023e-4991-80d5-609132cd6650","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.771439464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c5a720-67ef-4a3e-8034-dea0728441d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.787557744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b470b2-dcca-4d1d-beb5-273db2febd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.83017264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c5a720-67ef-4a3e-8034-dea0728441d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.830366251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f6ae7e15-023e-4991-80d5-609132cd6650","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.886764798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"f6ae7e15-023e-4991-80d5-609132cd6650","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:24.886778129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c5a720-67ef-4a3e-8034-dea0728441d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:24.941885033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c5a720-67ef-4a3e-8034-dea0728441d5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:25.214214062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d9b26b-0e0d-4096-8f02-d3b919d85e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:25.271673775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d9b26b-0e0d-4096-8f02-d3b919d85e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:25.327722667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d9b26b-0e0d-4096-8f02-d3b919d85e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:26.610324355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"5222dd2d-b1ab-4fba-bfc3-17ff167046a8","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:29.715730598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7e807f28-265a-4c16-89e4-63cfb95b7a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:29.724456017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"37e4eca0-ecab-4d04-9771-4046348a4eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:29.878704929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"7e807f28-265a-4c16-89e4-63cfb95b7a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:29.879155574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"37e4eca0-ecab-4d04-9771-4046348a4eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.096932246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"cddccecc-ff63-4a6a-82fa-8a82e0b8a516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.097514389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"921d23d0-7a95-4c58-8647-95763cca8122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.173809109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"921d23d0-7a95-4c58-8647-95763cca8122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.179541241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"cddccecc-ff63-4a6a-82fa-8a82e0b8a516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.64084549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"59c7d2e8-5f24-4b17-8c4e-161952a0c7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.642212213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"de9fe683-5fd2-4e40-b7fc-12d7a59b0e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.714830206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"de9fe683-5fd2-4e40-b7fc-12d7a59b0e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:30.729080726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"59c7d2e8-5f24-4b17-8c4e-161952a0c7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.430867025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"98d07433-e2d9-460a-8681-ef1767b47ea4","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.666899556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c6a9aefd-97f7-4151-991e-2ea1042f5be0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.678287204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5a808755-bd8c-4d4f-95e0-d7f4088cf19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.679463165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f060b1ad-0530-47a3-a9ad-405d3b9320cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.7426249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f060b1ad-0530-47a3-a9ad-405d3b9320cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.745556533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5a808755-bd8c-4d4f-95e0-d7f4088cf19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:32.840652152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"5c26d19e-71de-45a2-9ca5-e7d5f30a7073","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:33.061191724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"6dd0dec3-6f65-4d65-8e3f-c18b62b11ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:33.667852327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d28466","reconcileID":"a2d7d6b3-4df3-4b71-b31c-0437fc31812d","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-d28466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:33.88812055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d28466","reconcileID":"a2d7d6b3-4df3-4b71-b31c-0437fc31812d","MaaSSubscription":{"name":"e2e-default-int-sub-d28466","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.10472445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a827d3f-1456-4c1e-88da-0216f280c7b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.17639573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42042d83-df15-423c-b221-8b6d020b9572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.17642447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42042d83-df15-423c-b221-8b6d020b9572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.277737781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"8ae55f0b-8004-4e09-bbd0-cbbe6bdd2631","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2b1a4","subscription":"e2e-rt-eq-f2b1a4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.293633238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"f986e7a2-8307-4869-a223-4700bb8c96b2","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.293659174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"f986e7a2-8307-4869-a223-4700bb8c96b2","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.38551503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"8ae55f0b-8004-4e09-bbd0-cbbe6bdd2631","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.43953687Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-sub","reconcileID":"8ae55f0b-8004-4e09-bbd0-cbbe6bdd2631","MaaSSubscription":{"name":"e2e-rt-eq-f2b1a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2b1a4","namespace":"llm","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.44838313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d62f851c-bce3-4944-9a23-03574ca731f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.448513643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"b5ce9a97-60cf-4f6a-812b-c746b5e48518","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.448385778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"75a1b11d-e737-43cb-8889-f71860b4fc32","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.448924899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f225f8fa-117e-4e84-a01c-89755aef3b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.507696734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"b5ce9a97-60cf-4f6a-812b-c746b5e48518","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.507720586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d62f851c-bce3-4944-9a23-03574ca731f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.51134237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f225f8fa-117e-4e84-a01c-89755aef3b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.511362751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"75a1b11d-e737-43cb-8889-f71860b4fc32","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.565293066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d62f851c-bce3-4944-9a23-03574ca731f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.565326534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"b5ce9a97-60cf-4f6a-812b-c746b5e48518","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.568221376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f225f8fa-117e-4e84-a01c-89755aef3b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.568309769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"75a1b11d-e737-43cb-8889-f71860b4fc32","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.773221658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"5053143d-8ed0-4c82-9d29-3e29c12f1ea0","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.773246118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"5053143d-8ed0-4c82-9d29-3e29c12f1ea0","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.911828233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"c12e9dcb-4dcf-473e-a6b8-9ed059e0fc46","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.911858775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"c12e9dcb-4dcf-473e-a6b8-9ed059e0fc46","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.99067192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3d9fa4-457f-4c07-bbf2-4cd9d30b7539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.992661726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"05ceab62-4787-44e2-8a9d-148f90296d5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.992727555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea20f508-af0f-4886-ae33-9b4107cc5f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:34.993054986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"209e91a7-47de-442f-9948-c3ec4ed0fa1c","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.051516743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3d9fa4-457f-4c07-bbf2-4cd9d30b7539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.055499697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea20f508-af0f-4886-ae33-9b4107cc5f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.056863781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"05ceab62-4787-44e2-8a9d-148f90296d5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.063451764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"209e91a7-47de-442f-9948-c3ec4ed0fa1c","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.113230626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3d9fa4-457f-4c07-bbf2-4cd9d30b7539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.11411253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea20f508-af0f-4886-ae33-9b4107cc5f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.118956952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"05ceab62-4787-44e2-8a9d-148f90296d5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.124128684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"209e91a7-47de-442f-9948-c3ec4ed0fa1c","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.124300308Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2b1a4-access","reconcileID":"c687ac18-566d-4130-a3a6-0a3771c3e1a6","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2b1a4-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.426410028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"bfca5754-b440-4259-be31-8424ca8caa4e","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.426567069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"bfca5754-b440-4259-be31-8424ca8caa4e","MaaSModelRef":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2b1a4-fe63d62f3ddb","namespace":"llm","model":"e2e-rt-eq-f2b1a4","externalModel":"e2e-rt-eq-f2b1a4","provider":"e2e-rt-eq-f2b1a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.885185198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"14fff578-2596-4d3c-8ae4-dc02d5e8026b","namespace":"llm","name":"e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.941938201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc853625-d93d-45a6-a65c-b6b27303e69b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.941967996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc853625-d93d-45a6-a65c-b6b27303e69b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.942235522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"787539d4-24f2-42a3-b7ce-e8ef85e256c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.942248445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"787539d4-24f2-42a3-b7ce-e8ef85e256c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.942431683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67833e9-1a5c-4825-92cc-1fff9428425a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.942441848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67833e9-1a5c-4825-92cc-1fff9428425a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.99682958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"6182245d-8b9e-4d13-ba56-3d04f9896855","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:35.996854664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"6182245d-8b9e-4d13-ba56-3d04f9896855","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.048912852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"429bfd72-af5f-47a2-b7a8-2efc384d5e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.049221646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b0b43e9d-b373-4fb8-9198-936774ffe491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.051975625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e11aa8eb-05c1-4bfa-bc44-ca67d117e580","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.051992784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e11aa8eb-05c1-4bfa-bc44-ca67d117e580","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052247781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5587b365-28a9-42b7-8355-63394e8f589e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.05226358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5587b365-28a9-42b7-8355-63394e8f589e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052443942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2619d993-ab15-4566-8655-aab81344e95f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052453439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2619d993-ab15-4566-8655-aab81344e95f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052653292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25dfa368-aec4-4b54-832d-0296732196c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052664313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25dfa368-aec4-4b54-832d-0296732196c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052875454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c1ec78b-51a1-4c1c-8b18-8dc32dc9afba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.052885506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c1ec78b-51a1-4c1c-8b18-8dc32dc9afba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.102369096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5e896c-a2b6-4241-95d6-678de6d63515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.102393734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de53151c-1d87-42b9-aba7-5f598bd93c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.10285463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"9ea499e6-4e9c-4f65-9d89-be11cd24d229","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.108417382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"429bfd72-af5f-47a2-b7a8-2efc384d5e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.109566303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"b0b43e9d-b373-4fb8-9198-936774ffe491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.161260932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de53151c-1d87-42b9-aba7-5f598bd93c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.162345819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"9ea499e6-4e9c-4f65-9d89-be11cd24d229","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.163584278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5e896c-a2b6-4241-95d6-678de6d63515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.163741358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c8a7765-68ff-4974-b3e5-073e009d9047","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.164028191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"555c7520-7803-48ce-9598-c57f27588e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.217258235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"979bc8ed-9848-456c-9ab0-0a040da36bc3","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","model":"llm/e2e-rt-sw-36aae3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.220117402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de53151c-1d87-42b9-aba7-5f598bd93c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.221939726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"9ea499e6-4e9c-4f65-9d89-be11cd24d229","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.236457776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5e896c-a2b6-4241-95d6-678de6d63515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.236716773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"bf2f66ee-5336-45ad-9354-3aad43fe9e7a","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.400804006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"616ba784-df90-46b5-8751-b5d1f9e6b385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.410195914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"31fa1b33-7103-4479-883b-5ade8c68f061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.410614275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"228736b1-5f42-4570-96c7-5444cd5de9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.458573453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"616ba784-df90-46b5-8751-b5d1f9e6b385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.47088778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"31fa1b33-7103-4479-883b-5ade8c68f061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.471278889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"228736b1-5f42-4570-96c7-5444cd5de9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.479169465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"bdce8fe5-565d-4874-9e62-64bde63c3a2f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.483226779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"aa11ab1f-f3fe-4d5c-bd62-edc8893713b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.483278553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e04ef25d-e2a1-4e25-920d-1604ee61af80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.53509552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4b63e3f1-7c4a-4fd0-ad04-631b071158eb","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.541470703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e04ef25d-e2a1-4e25-920d-1604ee61af80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.5421772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"aa11ab1f-f3fe-4d5c-bd62-edc8893713b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:36.583723209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-sub","reconcileID":"ed1e8846-5133-4468-ad38-562071df338a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.696998269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"1851995d-789b-4f16-bb52-651c0456638b","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.737504819Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2b1a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2b1a4","reconcileID":"8e1c5ddd-73d3-4472-979e-97e688f2ae7c","namespace":"llm","name":"e2e-rt-eq-f2b1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.789297338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3ca25b2d-1af8-422a-af76-d4edf6a379fe","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.845312029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"6978e106-ce5b-4aed-b254-d0e8a65f4c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.903814981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"6978e106-ce5b-4aed-b254-d0e8a65f4c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.950743605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"cb6ca9f1-2fa2-46bd-974f-f59966aa0edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:36.950872509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"1270c6ad-9491-4726-a223-83414bbda70c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.00487357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb53a620-0503-40d0-8226-bd341183519b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.004929438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"778b2e9a-92e1-49e5-b742-bb7d94b9dd75","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.009980128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"1270c6ad-9491-4726-a223-83414bbda70c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.010285654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"cb6ca9f1-2fa2-46bd-974f-f59966aa0edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.062495667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb53a620-0503-40d0-8226-bd341183519b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.063195708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"778b2e9a-92e1-49e5-b742-bb7d94b9dd75","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.064906817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-sub","reconcileID":"4dd7213d-b48e-45be-846d-604c52d26b7f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.1195938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb53a620-0503-40d0-8226-bd341183519b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.120059233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"778b2e9a-92e1-49e5-b742-bb7d94b9dd75","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.175225043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"161e2f52-18ea-4b8a-814d-9277ccf14e1a","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.232603802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ed39f0d6-1adb-451a-b63c-f905cf56e5a7","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.280473429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6595be2e-341e-4a76-acaf-a7adcc1b62ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.281768912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"7685c46e-2413-41d3-be3a-7867b9439035","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.324264653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d93a4a3-e6a6-4130-9da4-841dd182f455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.338856836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6595be2e-341e-4a76-acaf-a7adcc1b62ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.371733885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"88b31806-f0ee-4dec-a6eb-5e59a0a78552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.371736859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cbc06c47-6060-4899-b8d6-84d69cd2fe92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.374301297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"e7da5e2a-17d5-41f7-9c1a-d786b806fe24","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.381571673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d93a4a3-e6a6-4130-9da4-841dd182f455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.431000616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"88b31806-f0ee-4dec-a6eb-5e59a0a78552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.431339569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"cbc06c47-6060-4899-b8d6-84d69cd2fe92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.43570873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"e7da5e2a-17d5-41f7-9c1a-d786b806fe24","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.437779636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d93a4a3-e6a6-4130-9da4-841dd182f455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.448865349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-sub","reconcileID":"e2511d96-0407-4e3a-8ae5-7b95dafbf4ab","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.599851012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ff5d6054-3276-4c9d-ae6b-3738f37ebccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.640455888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"9ff9294d-b9ef-4117-8c2c-b8a0c2e0d7a4","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.640482774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"9ff9294d-b9ef-4117-8c2c-b8a0c2e0d7a4","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.657094859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ff5d6054-3276-4c9d-ae6b-3738f37ebccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.706685921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"28280a63-bd68-4422-bdfc-21d79e32fba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.755555608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"6387037f-e766-466c-b2ea-1cc55515e15b","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.764055095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"28280a63-bd68-4422-bdfc-21d79e32fba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.807770572Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"4c54b25c-2bf6-4560-8878-672e686d3afd","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c27e027c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.808134707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b9d6fca1-7350-4614-b6de-593fac14d531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.808183665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"7974add8-9c04-4e25-9611-60e6a524ca48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.868982429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"7974add8-9c04-4e25-9611-60e6a524ca48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.890188228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b9d6fca1-7350-4614-b6de-593fac14d531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.939021131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"92479a48-c11e-4cf0-8f5b-4c81a599c720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:37.999053611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"92479a48-c11e-4cf0-8f5b-4c81a599c720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.099038517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e4901d7-3c58-4586-a4b3-7323be0b0261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.156955398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e4901d7-3c58-4586-a4b3-7323be0b0261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.199417867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"88a632d4-62a2-448c-b086-7e8d6160c735","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.214338621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e4901d7-3c58-4586-a4b3-7323be0b0261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.246359153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"f4676acd-1122-46d4-8e97-951ba1765acc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.256778578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"88a632d4-62a2-448c-b086-7e8d6160c735","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.302263671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a60ad81-ed1c-4569-963c-10da224d5769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.307645072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"f4676acd-1122-46d4-8e97-951ba1765acc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.312882586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"88a632d4-62a2-448c-b086-7e8d6160c735","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.359566004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a60ad81-ed1c-4569-963c-10da224d5769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:38.416185995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a60ad81-ed1c-4569-963c-10da224d5769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.339393434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c34e17a8-54e1-4848-b738-0c5ee0f18ede","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.456941393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4c925-a14f-465c-bb81-572720ba6bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.511018058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4c925-a14f-465c-bb81-572720ba6bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.564971997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4c925-a14f-465c-bb81-572720ba6bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.565213191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d2a3694a-75ef-4747-85d4-87570150e461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.565486438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"785c0079-0b9f-41a5-898f-15510de2a8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.565661943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"f7448d8f-35c6-4e8a-958b-a3f25b72a3a7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.62155765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a4c925-a14f-465c-bb81-572720ba6bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.681239823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"785c0079-0b9f-41a5-898f-15510de2a8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.682446663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d2a3694a-75ef-4747-85d4-87570150e461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.683449852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"f7448d8f-35c6-4e8a-958b-a3f25b72a3a7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:39.992133041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9f415f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9f415f","reconcileID":"683d8169-993f-4356-afc8-43d6a6d71b1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9f415f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9f415f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:40.650739566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:41.62943148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9a94f8-3fe5-4a4d-9f45-af5505f84176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:41.683675133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9a94f8-3fe5-4a4d-9f45-af5505f84176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:41.737530631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9a94f8-3fe5-4a4d-9f45-af5505f84176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:41.791885569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9a94f8-3fe5-4a4d-9f45-af5505f84176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.731889476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8650f5-bd39-4c62-9750-f43e466f299b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.731971898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"namespace":"ai-tenant-e2e-mt-a8f5908e","name":"e2e-policy-a8f5908e","reconcileID":"c0a28403-b638-4185-b815-a849792c7a8d","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.78634496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8650f5-bd39-4c62-9750-f43e466f299b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.840554346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8650f5-bd39-4c62-9750-f43e466f299b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.894417313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8650f5-bd39-4c62-9750-f43e466f299b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:43.940674333Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"namespace":"ai-tenant-e2e-mt-a8f5908e","name":"e2e-policy-a8f5908e","reconcileID":"c0a28403-b638-4185-b815-a849792c7a8d","MaaSAuthPolicy":{"name":"e2e-policy-a8f5908e","namespace":"ai-tenant-e2e-mt-a8f5908e"},"policyNamespace":"ai-tenant-e2e-mt-a8f5908e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:47.862560267Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"c8b91292-b5f3-4162-89bb-9ac00ba4de3b","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-36aae3","subscription":"e2e-rt-sw-36aae3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:47.971191109Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"c8b91292-b5f3-4162-89bb-9ac00ba4de3b","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.025178768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-sub","reconcileID":"c8b91292-b5f3-4162-89bb-9ac00ba4de3b","MaaSSubscription":{"name":"e2e-rt-sw-36aae3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-36aae3","namespace":"llm","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.353410002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"eea0db99-b09b-4d1a-8c7f-afb4ca8db134","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.353433428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"eea0db99-b09b-4d1a-8c7f-afb4ca8db134","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.429599746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ae174bc-520d-45b1-85a0-b63e0ff3b6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.486669965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ae174bc-520d-45b1-85a0-b63e0ff3b6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.521535345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"a023207c-63d2-4123-b526-65930a358fdd","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.521568281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"a023207c-63d2-4123-b526-65930a358fdd","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.532340758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19725e2f-ae90-4b7c-bb6a-00936d4497a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.535116002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"63124646-ae46-4c0a-a94e-68a8e7fc41fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.545848023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ae174bc-520d-45b1-85a0-b63e0ff3b6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.589895223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19725e2f-ae90-4b7c-bb6a-00936d4497a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.592171743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"63124646-ae46-4c0a-a94e-68a8e7fc41fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:48.631398378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"a023207c-63d2-4123-b526-65930a358fdd","name":"e2e-rt-sw-36aae3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-36aae3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:10:48.631485111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"a023207c-63d2-4123-b526-65930a358fdd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-36aae3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.654839606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19725e2f-ae90-4b7c-bb6a-00936d4497a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.656345152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"63124646-ae46-4c0a-a94e-68a8e7fc41fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.656578774Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-36aae3-access","reconcileID":"19039ec5-d54e-4bda-9fbb-8e9dceff54f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-36aae3-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.692668815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ce65f7c7-944b-44b7-90e6-f0ab1b5ae7e5","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.692694039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ce65f7c7-944b-44b7-90e6-f0ab1b5ae7e5","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.713195375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba983e05-8d7a-4af5-a576-4bdf9660a1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.771783837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba983e05-8d7a-4af5-a576-4bdf9660a1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.82837985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba983e05-8d7a-4af5-a576-4bdf9660a1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.923356887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ffe7f0da-6723-496b-8f55-d198d6b58137","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:48.923387506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"ffe7f0da-6723-496b-8f55-d198d6b58137","MaaSModelRef":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-36aae3-ca29dac98fbb","namespace":"llm","model":"e2e-rt-sw-36aae3","externalModel":"e2e-rt-sw-36aae3","provider":"e2e-rt-sw-36aae3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.169093943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"e17765d1-eda6-4967-8efd-06b45ffb755b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.287214571Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"e17765d1-eda6-4967-8efd-06b45ffb755b","name":"e2e-mt-2e293b74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.340904963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"65cb3f83-a366-4f03-bf07-4ebea591a5bd","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.438551007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"88681f2f-cdf0-443d-bfe3-b3128251d3b9","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.492887148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5145dd44-cc97-4e84-8f45-1276ec60c1f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.49290617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5145dd44-cc97-4e84-8f45-1276ec60c1f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493119912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9bfa8fa-09db-4a8b-a7c1-30834edc4a5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493130427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9bfa8fa-09db-4a8b-a7c1-30834edc4a5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493336881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a83dbfd-6ae0-4d76-b91d-b7ea3edc14fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493348633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a83dbfd-6ae0-4d76-b91d-b7ea3edc14fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493585025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"18b8daed-dbc9-49b1-856e-03a92a49e37a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493595905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"18b8daed-dbc9-49b1-856e-03a92a49e37a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493761323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35303758-0251-4332-b7f3-ae6615c89b8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.493770083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35303758-0251-4332-b7f3-ae6615c89b8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.494007102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42cf0b2d-0d40-4874-bb2e-dccc4e9897ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.494017776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42cf0b2d-0d40-4874-bb2e-dccc4e9897ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.49421205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2158def2-c895-4046-8c2f-7093065290e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.494221825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2158def2-c895-4046-8c2f-7093065290e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.494394374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58aaad83-dda6-4124-a584-ff36d8b21e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.494403732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58aaad83-dda6-4124-a584-ff36d8b21e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.572551101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-sub","reconcileID":"7fbb0f15-23ec-4757-8ef9-d8459252b245","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.636565434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"54b65e40-4fd8-411a-94bd-6e8e508eee52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.637231605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d942b-b6d0-4a65-b5db-f5a642ecff9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.637887274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"40b6ac23-df40-4207-8f44-4658460979e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.638453046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2ec730-2741-4d7a-bf00-9ce5fe224e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.638995318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b73f0fcc-2e1c-4a51-b2d1-6493553db9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.701797373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d942b-b6d0-4a65-b5db-f5a642ecff9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.706310099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b73f0fcc-2e1c-4a51-b2d1-6493553db9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.709791713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2ec730-2741-4d7a-bf00-9ce5fe224e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.713421523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"54b65e40-4fd8-411a-94bd-6e8e508eee52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.714910403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"40b6ac23-df40-4207-8f44-4658460979e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.746659882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d56f434b-6277-485a-ba26-408876fd896c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.747898136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db9e9ca8-1f0e-4278-bd0a-0181a485968a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.762370775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d942b-b6d0-4a65-b5db-f5a642ecff9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.766310991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2ec730-2741-4d7a-bf00-9ce5fe224e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.806748359Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-sub","reconcileID":"7fbb0f15-23ec-4757-8ef9-d8459252b245","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.926475987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"bf33b0a2-7872-4358-8e69-ebb409fa2a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.928592591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a1e139be-e329-4cd1-ab1b-b2b4ed4a41c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.985718419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"bf33b0a2-7872-4358-8e69-ebb409fa2a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:49.986413285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a1e139be-e329-4cd1-ab1b-b2b4ed4a41c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.02439298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"93b05c0b-7686-4a8c-8bf5-9fbbd5d21721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.024786826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-36aae3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-36aae3","reconcileID":"7b811078-c751-4d48-9b76-e9636acce075","namespace":"llm","name":"e2e-rt-sw-36aae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.072292896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"b774522a-374a-4bef-8052-10582117bbf9","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.074339243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"273cf0cc-cf77-4985-bea2-a5003e89e14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.189008337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"6c17558f-6988-4165-8f66-a80b95617af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.190268441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"9f78a0cc-f469-419d-848e-c478768742ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.197712735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"273cf0cc-cf77-4985-bea2-a5003e89e14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.215534582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"12e2a53b-aa21-4f4d-95d6-625f77d5fca2","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.267049169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"6c17558f-6988-4165-8f66-a80b95617af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.269178749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"9f78a0cc-f469-419d-848e-c478768742ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.382948362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"40cfac08-a023-47d1-859d-6be003fb4171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.38379535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"505691b4-e92a-4af2-b6bb-fc510685d8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.48895574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"505691b4-e92a-4af2-b6bb-fc510685d8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.49295422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"40cfac08-a023-47d1-859d-6be003fb4171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.602554886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"dbfe6027-6b09-4aab-9ada-918cd3d4097b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.675996426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"dbfe6027-6b09-4aab-9ada-918cd3d4097b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.754174339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0a77cb0-fd9c-4f8a-8e8a-7b040d787c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.754659463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62b25716-90de-4077-b31a-cc3dcafba38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.854868454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62b25716-90de-4077-b31a-cc3dcafba38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.856380694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0a77cb0-fd9c-4f8a-8e8a-7b040d787c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.93857503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-api-key-no-access-auth","reconcileID":"2240e3c3-1b61-462b-8964-b7c9d9e625e3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.986986123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"93d70c15-3c2b-45fe-843b-73c211175ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:50.987991899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7b397294-9380-42a3-a8e2-0d960c1eb35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.051852264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"7b397294-9380-42a3-a8e2-0d960c1eb35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.074446263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"93d70c15-3c2b-45fe-843b-73c211175ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.150465669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"83b545f7-756c-4b83-a228-3bf27b20a656","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.163304272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08791e9d-de03-4483-b4e9-a03d9f32e122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.163395716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08791e9d-de03-4483-b4e9-a03d9f32e122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.169621291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac8d981b-a703-4a58-b313-bf734d4db92e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.169642354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac8d981b-a703-4a58-b313-bf734d4db92e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.326627623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"7519b131-0939-4288-8a3f-d58d4a7c94f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.342008525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4d93fa47-b041-4756-8d65-34731b42ded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.354624853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"796f5b69-48bd-4bcf-b516-b9981fe1b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.393658636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"7519b131-0939-4288-8a3f-d58d4a7c94f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.404511536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4d93fa47-b041-4756-8d65-34731b42ded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.420079478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"796f5b69-48bd-4bcf-b516-b9981fe1b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.429592837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"81a8e4b0-fec1-4a81-b4f0-e35232e93bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.430359694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9b2dede8-7d3c-490e-b78c-2c0dd7b6c5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.519440665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9b2dede8-7d3c-490e-b78c-2c0dd7b6c5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:51.519722305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"81a8e4b0-fec1-4a81-b4f0-e35232e93bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:53.177902465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"dfc3cc4f-1437-4a1b-a67e-f25d3b29501a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:57.027409825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699529f3-a638-41c4-9bb2-bed862a4e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:57.082675241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699529f3-a638-41c4-9bb2-bed862a4e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:57.136994173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699529f3-a638-41c4-9bb2-bed862a4e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:57.191010055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699529f3-a638-41c4-9bb2-bed862a4e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:57.537401233Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e07573","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e07573","reconcileID":"3bca48e0-00fc-4d07-bc1d-8101a331fe0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e07573","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e07573":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.19496754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"2a453e10-bcdf-4a54-8621-594c5e229bbb","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.506353948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"ec06ccb5-4885-4bec-8f0a-48914e4dd90d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.559304955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"15afa092-81d6-47d7-bdfe-fa1295799fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.559919646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d902eec0-af92-47c4-af9f-b0320cb0fbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.617114193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"15afa092-81d6-47d7-bdfe-fa1295799fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.617897512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d902eec0-af92-47c4-af9f-b0320cb0fbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.732712979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"4e51a6d6-a852-43d3-aec5-4076c04f0c4f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:58.947155868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"4d5a7aba-b088-4ed8-b2a2-66b9ebb63229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:59.139993807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5b9745-ac74-4f76-b3fb-88b328b40c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:59.212204308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5b9745-ac74-4f76-b3fb-88b328b40c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:59.26801931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5b9745-ac74-4f76-b3fb-88b328b40c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:59.32256356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5b9745-ac74-4f76-b3fb-88b328b40c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:01.30347114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf3bffe-cc23-465f-b0b3-d40094dff53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:01.361134694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf3bffe-cc23-465f-b0b3-d40094dff53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:01.415848798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf3bffe-cc23-465f-b0b3-d40094dff53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:01.470257813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf3bffe-cc23-465f-b0b3-d40094dff53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.577351043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3a88ef-e92a-4f24-b37b-f4a47b0b4d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.640256454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3a88ef-e92a-4f24-b37b-f4a47b0b4d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.704954915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3a88ef-e92a-4f24-b37b-f4a47b0b4d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.760681993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3a88ef-e92a-4f24-b37b-f4a47b0b4d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.733863594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13993649-0d19-4a10-b3e4-2065e038e72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.787891162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13993649-0d19-4a10-b3e4-2065e038e72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.841975659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13993649-0d19-4a10-b3e4-2065e038e72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.89597122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13993649-0d19-4a10-b3e4-2065e038e72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.839329982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349ed23f-10e3-407f-af41-844b8b9287cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.893398126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349ed23f-10e3-407f-af41-844b8b9287cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.947372253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349ed23f-10e3-407f-af41-844b8b9287cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:08.005013445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349ed23f-10e3-407f-af41-844b8b9287cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.927096491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6b80f-585e-489a-9403-f96a8104640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.981211659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6b80f-585e-489a-9403-f96a8104640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:10.037731874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6b80f-585e-489a-9403-f96a8104640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:10.0938689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a6b80f-585e-489a-9403-f96a8104640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:10.641601303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:12.037667981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b926b41f-c17d-40c3-b7a4-8815a62059a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:12.094907635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b926b41f-c17d-40c3-b7a4-8815a62059a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:12.148852416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b926b41f-c17d-40c3-b7a4-8815a62059a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:12.20263849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b926b41f-c17d-40c3-b7a4-8815a62059a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.216114576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"ec699394-a21b-4a52-8ea6-04ef1a6da763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.313798746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99de2cd3-bc79-461a-b98a-1b0122682ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.511300921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68d35672-01cc-4012-815f-3b674ed83c07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.611867159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"2837d200-6e45-4cfa-a3b6-e594d3dd716c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.7110546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"6d7665f1-d739-4bdd-ab13-4bc6d5b29a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.812360691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"966c136b-3553-45a8-a475-5ebe417af97f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.938834474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"5625329e-871b-48d5-90f9-8cd3ce95e126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.07759259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"463b99b9-2faa-4aa0-a84a-5cbc421bf5fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.078611102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"32e7ec1e-105c-4b96-8cc4-0db738e1d642","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.186101795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"3661b2eb-5c25-4378-8fef-959bfd415b17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.241595767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"68273d08-35d7-4cd7-b6de-7f9e3d57dfc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.351560544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c375e6a0-dc24-45bf-b979-cef0caafce97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.82267383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"04a1738a-fc85-4c5e-870a-dc0af3f835d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.940649313Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"04a1738a-fc85-4c5e-870a-dc0af3f835d8","name":"e2e-api-a-9f415f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:25.002721239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"37554a01-804f-42fb-ba5b-f9d92d35acbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.104423828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"f4ffa3eb-d066-4ecd-beb8-a7375f5b295f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.204650339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"1354d57a-80c0-407a-9c9b-dd0e1fccf345","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.387444868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"d7415844-4b77-4138-98a7-7ad55d53693d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.493679722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"0b870148-3e4f-458b-8aab-9ea89bc7b526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.497707804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"5e6ee6e3-2fd7-4803-8ed8-81763998f9a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.552372599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac5f0ec3-fc61-431a-9652-4a1ddfbe9a33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.597516754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"7c27d8fa-e6f9-4404-91bf-22b4ab814398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.771157939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"de717d6a-c700-4091-80d1-306c1417eac8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.889994394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d426f000-2eac-4c7f-9dd3-17e7b7ca7754","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:32.991780417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"f8b3a43f-10fb-4db7-a291-4409c5f83174","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:33.092476846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"9c8a2184-745d-4dfb-a501-f2c9eac4f365","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:33.193161519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"ae9b7d17-bde3-45f5-9080-050232cc488d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:34.046144462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e980282-08bb-46a5-9729-4f9e579755bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:34.100426204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e980282-08bb-46a5-9729-4f9e579755bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:34.154464078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e980282-08bb-46a5-9729-4f9e579755bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:34.20837543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e980282-08bb-46a5-9729-4f9e579755bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:36.143350516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec580306-a90b-428f-a964-9cb0916e2768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:36.197240911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec580306-a90b-428f-a964-9cb0916e2768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:36.251515388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec580306-a90b-428f-a964-9cb0916e2768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:36.305383013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec580306-a90b-428f-a964-9cb0916e2768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.022152456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"1d1a5067-c0fd-46e2-9348-0d779319ff8d","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.022497425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"e776bd0d-f49f-45dc-950f-2c5f94886124","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.095287464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"50b63219-8d65-43d1-9611-348339f93a2f","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.095900381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"eb03c425-d855-4018-8010-e9b8ba6252ed","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.185415492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"480eea32-9a9f-492f-9559-92c89140e8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.185495455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"69e961c5-65aa-47a1-9d82-773971fdf17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.240320255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"c393cd7a-5653-4614-9329-b8d516d7c533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.240863161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"84537f17-8f84-4bc1-8ae8-44ecddd37f81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.24400727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"480eea32-9a9f-492f-9559-92c89140e8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.24464059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"69e961c5-65aa-47a1-9d82-773971fdf17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.571364877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5422c7a5-c39a-4c0b-8271-95f3e7e05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.571365325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"327cc1c6-6f07-4090-b653-5123ddd72818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.630759359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5422c7a5-c39a-4c0b-8271-95f3e7e05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:37.631254131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"327cc1c6-6f07-4090-b653-5123ddd72818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:40.64287708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:47.580954521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"eafe328d-954b-4b84-b64c-d9b6ba525f6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:47.699266693Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"eafe328d-954b-4b84-b64c-d9b6ba525f6f","name":"e2e-api-a-e07573-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:57.366059823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f116a441-02ee-4ceb-9773-b89b2e5f2954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:57.366093104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"2e31aed3-f9b0-4064-8485-e36ca8025235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:57.423846961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f116a441-02ee-4ceb-9773-b89b2e5f2954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:57.424061123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"2e31aed3-f9b0-4064-8485-e36ca8025235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:02.271269563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"6c3107c6-cd24-4f18-a3a6-348c8d6f82c9","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:09.78338842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e5733-34e8-4924-a647-952a4f26d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:09.837220558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e5733-34e8-4924-a647-952a4f26d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:09.891020497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e5733-34e8-4924-a647-952a4f26d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:09.946050941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e5733-34e8-4924-a647-952a4f26d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:10.643518164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:11.873719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1864c6-6d99-44b1-9472-ef57c9744fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:11.927709829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1864c6-6d99-44b1-9472-ef57c9744fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:11.981446876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1864c6-6d99-44b1-9472-ef57c9744fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.03530055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1864c6-6d99-44b1-9472-ef57c9744fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.201272572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c3c6a4-ad27-4976-af9b-78e91f57db93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.201293702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c3c6a4-ad27-4976-af9b-78e91f57db93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.31174654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"431de61a-3eeb-4fa8-9a87-24a54c5fe855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.311771637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"431de61a-3eeb-4fa8-9a87-24a54c5fe855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.419167317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"729697c4-40d8-4b32-a08c-4afedc30c17a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.548212986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"729697c4-40d8-4b32-a08c-4afedc30c17a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.604679968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9f415f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"729697c4-40d8-4b32-a08c-4afedc30c17a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.666230102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3edbadf-2b0f-40e2-b586-a4a8d139e5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:12.666248269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3edbadf-2b0f-40e2-b586-a4a8d139e5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:16.899665454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6f495-21b1-4d77-af3f-c7d0edd5098a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:16.953908932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6f495-21b1-4d77-af3f-c7d0edd5098a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:17.008014832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6f495-21b1-4d77-af3f-c7d0edd5098a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:17.062043054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6f495-21b1-4d77-af3f-c7d0edd5098a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:17.509834141Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5e545b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5e545b","reconcileID":"158354d5-f1ea-4fc8-9aa7-2e6ed21f2e81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5e545b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-5e545b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:19.078942848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f165604-22df-4c81-b301-575d1806430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:19.132852942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f165604-22df-4c81-b301-575d1806430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:19.186686319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f165604-22df-4c81-b301-575d1806430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:19.240858209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f165604-22df-4c81-b301-575d1806430d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:21.22817582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31cfd1a-d871-4b30-936f-4ddf92be1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:21.281986742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31cfd1a-d871-4b30-936f-4ddf92be1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:21.335968053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31cfd1a-d871-4b30-936f-4ddf92be1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:21.389547432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31cfd1a-d871-4b30-936f-4ddf92be1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:22.010923996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e54cd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e54cd4","reconcileID":"8fc1242b-25ca-42db-9a4a-b97cd0cd19a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e54cd4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e54cd4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:22.821581541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"6b1f4475-1715-4dfc-ace6-9897c72290da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:22.879328251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"6b1f4475-1715-4dfc-ace6-9897c72290da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:22.936185771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9f415f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"6b1f4475-1715-4dfc-ace6-9897c72290da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:23.36152152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a63d5-6b9f-4ec5-8593-9c8e37f26bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:23.415473842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a63d5-6b9f-4ec5-8593-9c8e37f26bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:23.469673594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a63d5-6b9f-4ec5-8593-9c8e37f26bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:23.523795852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a63d5-6b9f-4ec5-8593-9c8e37f26bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:25.479598239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a806bbd4-1e1f-4048-bc17-307d1b91630a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:25.533815661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a806bbd4-1e1f-4048-bc17-307d1b91630a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:25.588000347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a806bbd4-1e1f-4048-bc17-307d1b91630a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:25.641982782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a806bbd4-1e1f-4048-bc17-307d1b91630a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.044427374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"8a8a1cd0-3392-4c1c-b0aa-20080c823c21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.102497058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"8a8a1cd0-3392-4c1c-b0aa-20080c823c21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.159197073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9f415f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"8a8a1cd0-3392-4c1c-b0aa-20080c823c21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.15104834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"ed486ae9-9728-4fca-bd24-c96b268f7a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.387293566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97cc9cf2-4785-4282-9ea0-fb15c9d11405","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.49085163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"1fdd7a55-4d6f-495b-a544-4e2a7ba81e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.59446079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"4d5f40a9-034f-4591-ae3d-4af25b22820d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.59464619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"1f76ef8c-4f7b-4392-aec7-b6e3ab36fda3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.747301557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"2f45bcef-b511-4ecf-8029-62443d4a2230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.847529635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"aff1d7a4-5319-41eb-8da4-fbf6074930ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.868928235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"7b04ec16-c339-41ca-a0be-ec681af37bc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.993279619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54e18eb3-cd08-46c8-82ce-eb7f676aaad7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:35.101754569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"d95fca8d-7b94-4f31-ba2c-866592e8cdb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:35.326858239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"cbd8691b-557c-43bd-842c-6befeba2d70c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:35.38220881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"b0626b31-0214-4ede-8803-f1216c469d08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:36.881242806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deae5f3b-e915-4e3d-9a6b-d7ed730dc4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:36.936453238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deae5f3b-e915-4e3d-9a6b-d7ed730dc4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:36.993269531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deae5f3b-e915-4e3d-9a6b-d7ed730dc4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:37.047676063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deae5f3b-e915-4e3d-9a6b-d7ed730dc4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.060262641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebad116-125e-4677-ad4a-be21d737df07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.113927761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebad116-125e-4677-ad4a-be21d737df07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.167658155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebad116-125e-4677-ad4a-be21d737df07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.221368446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebad116-125e-4677-ad4a-be21d737df07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.934949679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887d8464-c747-4450-8173-928426126f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:39.934969446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887d8464-c747-4450-8173-928426126f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.004100616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82e6cb9e-f18b-4412-a4fb-0b32e29831b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.004117892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82e6cb9e-f18b-4412-a4fb-0b32e29831b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.115044506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"91c4cfc4-b1fd-4591-8be9-e9cc84de9b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.249584635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"91c4cfc4-b1fd-4591-8be9-e9cc84de9b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.314167814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e07573-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"91c4cfc4-b1fd-4591-8be9-e9cc84de9b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.324872535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"36c80af6-cc73-43cf-a7a4-594ce37b6c55","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.331105987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"dfca5753-228c-4a37-9dc4-3a62aa3e17d7","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.33820344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d9e9d5d5-8c06-4726-8d4a-8526ec801635","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.38090542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9db6fb7b-102e-4fc8-a77a-8960f9a37768","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.381020867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9db6fb7b-102e-4fc8-a77a-8960f9a37768","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.4023026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"56f2ccce-ad01-4501-967e-b0aa9aa03231","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.403491064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"58477c97-bb35-4e9b-8dbb-423ecc495a11","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.404042486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"688240ce-4656-44e2-8daa-c21225763622","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.514743536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e540aa28-b59d-45d1-9953-9f483a64ad52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.51537652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2cb6b76c-9d9d-48bd-aeb8-431e2f8f02f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.560165188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"387e1041-62f3-4434-8ca1-27cfcafbfd09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.587041791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2cb6b76c-9d9d-48bd-aeb8-431e2f8f02f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.598320754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e540aa28-b59d-45d1-9953-9f483a64ad52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.649047394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.654058385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0baea7a4-e60c-4aaf-b7c9-646de940334d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.979591794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f75bc243-432b-4fa2-803e-e0a0feafc2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:40.979591822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"42ba2597-98ed-47b3-a3f0-34e6aaeea826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.050471402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f75bc243-432b-4fa2-803e-e0a0feafc2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.05373171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"42ba2597-98ed-47b3-a3f0-34e6aaeea826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.267097287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"0603b94b-abe2-4fff-948e-df96bbd7a90b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.326901325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"0603b94b-abe2-4fff-948e-df96bbd7a90b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.383279196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9f415f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7f2e815086498b7d884fa34c779c62742a9f52bff7f19b75dbc622575caad94) AuthConfig (3b88fa01a7d1d98b2220fa41f602d444683475c696e6637b53899dc9073f1d04) AuthConfig (e1b0bfac8ca1834a354c2d05664014f87547bd86e728e9a09fd9b69428ddf6d3) AuthConfig (6b1395c927705fe133801be922db4909f4742e31ae7157ac91610c6a4e4f517c) AuthConfig (f5d7fc6f61b3c1941a557c533042d4cbfb37a4b151bed2d8a0e1d42f481d481c) AuthConfig (df3f538df3ad97fba0450635917d0155fdb93254981519c68ac42f078125dce5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"0603b94b-abe2-4fff-948e-df96bbd7a90b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.441860183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"362defd6-5be4-4736-af13-9993da3c9a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.441879718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"362defd6-5be4-4736-af13-9993da3c9a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.84455524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"26045446-8b18-4d37-8f2c-a0c7ce3ee1dc","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.844579612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"26045446-8b18-4d37-8f2c-a0c7ce3ee1dc","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.324656312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42fdd26-3db1-42fc-aea8-3ab54b8a70ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.378607144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42fdd26-3db1-42fc-aea8-3ab54b8a70ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.43244489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42fdd26-3db1-42fc-aea8-3ab54b8a70ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.486771246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42fdd26-3db1-42fc-aea8-3ab54b8a70ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.787609445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-72cbac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-72cbac","reconcileID":"50fca80a-748c-43f0-8309-18f21793ac91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-72cbac","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-72cbac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.47539958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643e7068-1324-4c00-9a3e-18975070847d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.530000668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643e7068-1324-4c00-9a3e-18975070847d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.58725083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643e7068-1324-4c00-9a3e-18975070847d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.641729479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643e7068-1324-4c00-9a3e-18975070847d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.282205175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e1d39a73-8a9f-44d9-af20-0761e7950611","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.282341218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e1d39a73-8a9f-44d9-af20-0761e7950611","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.338946372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"eebf12db-18c0-4535-ac82-f15810c61b7f","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.339054356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"eebf12db-18c0-4535-ac82-f15810c61b7f","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.449756039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"5bfd1347-e036-482d-80db-f06bc4a70fbf","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.593390988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"5bfd1347-e036-482d-80db-f06bc4a70fbf","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.650369615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"5bfd1347-e036-482d-80db-f06bc4a70fbf","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.677433482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09be5db-bb97-435e-a505-b645cec23b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.679122388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"87571812-44bd-4f94-b6be-e751280f3117","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.679215698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"87571812-44bd-4f94-b6be-e751280f3117","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.736216678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09be5db-bb97-435e-a505-b645cec23b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.809371656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09be5db-bb97-435e-a505-b645cec23b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.875129939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09be5db-bb97-435e-a505-b645cec23b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:12:49.94019589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"26d0b598-8c6b-48d6-b1ed-18526049eb4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-2e293b74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.941229877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b8dd663e-5f1d-4f0d-be96-1d24c1ac3577","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.941246256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b8dd663e-5f1d-4f0d-be96-1d24c1ac3577","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:49.993668671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"644cfc2e-24aa-4b63-a51c-bf4826785e86","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.04829503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"842e2639-1d76-4ed6-82ae-18429452aff7","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.048317799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"842e2639-1d76-4ed6-82ae-18429452aff7","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.052786864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"644cfc2e-24aa-4b63-a51c-bf4826785e86","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.159499989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"644cfc2e-24aa-4b63-a51c-bf4826785e86","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.161647581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b01fffb8-9149-4793-acd9-aef215c5467e","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.161669283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b01fffb8-9149-4793-acd9-aef215c5467e","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.267424061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"6b00c84e-7a22-419f-87c2-156eb410d3f5","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.325419785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"6b00c84e-7a22-419f-87c2-156eb410d3f5","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.385473256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"6b00c84e-7a22-419f-87c2-156eb410d3f5","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.387385687Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"839e2b29-9843-4c3f-ba6e-a3db289f8b21","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"e2e-lifecycle-model-2e293b74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-2e293b74/e2e-sub-2e293b74"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.493588542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c836e5a3-1de4-4787-9c41-ebf59e730819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.55162697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c836e5a3-1de4-4787-9c41-ebf59e730819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.558151803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"00d17460-eeff-4ef7-9856-96f17c2d58b1","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.558173879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"00d17460-eeff-4ef7-9856-96f17c2d58b1","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.608085053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e07573-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c836e5a3-1de4-4787-9c41-ebf59e730819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.78477929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"cffadf52-3101-43ac-aa51-809cfb9334ee","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.236554092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f9159edf-8ff2-4b6d-aaeb-ad9f909d932e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.33230442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"0789c6f5-eb06-4cb9-bc85-b54d3ae70e38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.540003323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"f7e51386-6149-4015-8a42-4a4eb99caee3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.646839655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d5edf705-5d8c-44a2-aa9b-0d970adf575d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.675435591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"8b5abde7-ff6e-4cc8-8f03-9ab11ca77858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.741052826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"44035fe5-c0e8-4b10-b18b-d1da95cb930f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.844734167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"3c0e3c5d-18c5-4adb-bc93-df6a2f88f25b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.942323393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"178e8204-8a39-4b20-b0cd-93be979a82f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.05438356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1920b2c3-5b8f-48fc-aae2-874043ea2b38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.174798636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"189161b5-7ba6-494f-8668-b8909b5838a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.277599762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"7723f6ba-94a9-439f-b596-be205b93bb0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.382119916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"b96a5375-ff29-429b-92b3-c5173f8e7c23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.545864315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"da13352c-3de3-436b-9bc4-8bd7868f4798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.545865352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"88cbdff5-b38c-462d-bd8d-5ba60bae5a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.592031209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"07bf67e1-8f8b-4471-90df-891b1bfe0462","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.604175074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"da13352c-3de3-436b-9bc4-8bd7868f4798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.60550872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"88cbdff5-b38c-462d-bd8d-5ba60bae5a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.649761383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"07bf67e1-8f8b-4471-90df-891b1bfe0462","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.97284122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37d393f5-3bbe-4fc2-b7e6-fc4ffb283fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.972860704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37d393f5-3bbe-4fc2-b7e6-fc4ffb283fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.493642295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"832719f1-4c66-4e98-a7ff-f8dd597dc864","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.554425404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"832719f1-4c66-4e98-a7ff-f8dd597dc864","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.611355844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"832719f1-4c66-4e98-a7ff-f8dd597dc864","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.717546266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c00a6956-aed9-43e8-8bc0-77def6472a23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.775057222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c00a6956-aed9-43e8-8bc0-77def6472a23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.831769923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e07573-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57ebe164d90ed8498e68d266abce71cada5174d015b7b4309b0b91725197ec3f) AuthConfig (55e40e2603ea9d4ce742c10aef358fa9d3cd652910a78f2fcee5e299e71e40fa) AuthConfig (090c26fad826eaa0fbf2d48150c56de68057cfef55666b3bbac4fd604b6392a1) AuthConfig (abde1efab05457c84add21284fbae34477744d9dc0abd57dca328b9a8331d489) AuthConfig (27dd468ce3225ffb31a8a734f95ddac98deb3d13570e4ffcf64a2b394959be8f) AuthConfig (5847079504cc381ce5be981dd168fd9ccb560ab751c2a02825ef1ad7efea1bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c00a6956-aed9-43e8-8bc0-77def6472a23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.890422285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46be9b84-ee36-4eb2-8ae2-ca4c91ecb0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.890444172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46be9b84-ee36-4eb2-8ae2-ca4c91ecb0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.539943593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"e7e7b51b-848b-4e58-91bb-880f591c40be","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.643296323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.718978136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"e2c978b7-3abd-433e-bf75-d9657c5ebf39","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.77657614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"e2c978b7-3abd-433e-bf75-d9657c5ebf39","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.832630837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"e2c978b7-3abd-433e-bf75-d9657c5ebf39","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:10.998359183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"0ad91a7b-5623-4e2e-bbd8-689d272b48ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.057626665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"0ad91a7b-5623-4e2e-bbd8-689d272b48ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.116256549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e07573-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57ebe164d90ed8498e68d266abce71cada5174d015b7b4309b0b91725197ec3f) AuthConfig (55e40e2603ea9d4ce742c10aef358fa9d3cd652910a78f2fcee5e299e71e40fa) AuthConfig (090c26fad826eaa0fbf2d48150c56de68057cfef55666b3bbac4fd604b6392a1) AuthConfig (abde1efab05457c84add21284fbae34477744d9dc0abd57dca328b9a8331d489) AuthConfig (27dd468ce3225ffb31a8a734f95ddac98deb3d13570e4ffcf64a2b394959be8f) AuthConfig (5847079504cc381ce5be981dd168fd9ccb560ab751c2a02825ef1ad7efea1bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"0ad91a7b-5623-4e2e-bbd8-689d272b48ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.57465182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"4860fd69-e9ac-4b7a-9c27-044f37245ac9","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.635971495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"09ceb1c9-3190-4ee3-80d8-6895574e0569","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.736458212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"6da90d50-2a81-4e4c-ab4e-0ed4b56a09ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.799508242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"0e502558-53ae-46ae-81ba-e97dd606e271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.854391791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"2e69ae40-e857-4077-a9e9-d406521bdbe0","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.857245418Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"6da90d50-2a81-4e4c-ab4e-0ed4b56a09ed","name":"e2e-api-b-5e545b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.859834784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"0e502558-53ae-46ae-81ba-e97dd606e271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.911233997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5fddf0c9-19c4-49b7-9b51-e59b8aaf354d","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.917946162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3946191071f508aed4e6e77de69c1ef3fab286c6f8aa88544d5b46d240a0df60) AuthConfig (e073d2b24e8321a220510e65da4e421a23aad102e00c087f5c3425274dce0fa8) AuthConfig (b92b2714f8521f59bd9a4ed36711f2d9ca26bd9feff29044e56ae6afea06ce10) AuthConfig (5054684ba94a90dd55e6bac6458f4ef14ecf99f8fde8599880955d8ffdd4291a) AuthConfig (592c1aa3c5aab7426272c8d950a64af6ca1d5d75d37132a59bd942d2722f714f) AuthConfig (54169b36e41c549c881c913f4db9bbee46343adff3c772d36d7afc89e5a46a4a) AuthConfig (1a6a9695090a58479b7a7689a017e0437442f785aacde420f03bc1ed8ce6a0e7) AuthConfig (260f5186c5f681d11ab62670218daaec0254477e0a6658daae126f4efd0e0973) AuthConfig (659ec66b72f356e8ed3466900ab11e27f5a3cd85d8c808b620cd0d9d23386ee4) AuthConfig (b7e77e2e9da74a61d314ea90dfb95a9a52f760d00ed6a5ccf0c028cbb8a86def) AuthConfig (01a3150cf201602f7df3cf0c44f26adc73b6c795aae1ccdb03477580422c7c3d) AuthConfig (200e7538ad20fe4652f712959082b537dc2ce93352bf87a8b0d8b6a6c245266d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"0e502558-53ae-46ae-81ba-e97dd606e271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:13:11.960632267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-sub","reconcileID":"95c72a97-c40d-43c6-a0e4-5fcb76fdd924","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.982491267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"f7a62b5f-f65d-4215-a9a0-7ffb6b4b754f","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.015946629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"eaabe789-e1ad-4302-9276-e22eedcf1788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.01599895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"9ebdf0b8-198c-4e2c-ba18-eee9e931b287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.079998807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"9ebdf0b8-198c-4e2c-ba18-eee9e931b287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.080721039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"eaabe789-e1ad-4302-9276-e22eedcf1788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.080961679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"88eeeb4b-16c2-458d-98dd-b5068f364d3a","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.199010355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"f5e5e0e0-0a22-4845-83dc-4aef075f2108","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.200669023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"97d56376-0503-4d58-8de0-877221ec659c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.27747239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"97d56376-0503-4d58-8de0-877221ec659c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.336285507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3946191071f508aed4e6e77de69c1ef3fab286c6f8aa88544d5b46d240a0df60) AuthConfig (e073d2b24e8321a220510e65da4e421a23aad102e00c087f5c3425274dce0fa8) AuthConfig (b92b2714f8521f59bd9a4ed36711f2d9ca26bd9feff29044e56ae6afea06ce10) AuthConfig (5054684ba94a90dd55e6bac6458f4ef14ecf99f8fde8599880955d8ffdd4291a) AuthConfig (592c1aa3c5aab7426272c8d950a64af6ca1d5d75d37132a59bd942d2722f714f) AuthConfig (54169b36e41c549c881c913f4db9bbee46343adff3c772d36d7afc89e5a46a4a) AuthConfig (1a6a9695090a58479b7a7689a017e0437442f785aacde420f03bc1ed8ce6a0e7) AuthConfig (260f5186c5f681d11ab62670218daaec0254477e0a6658daae126f4efd0e0973) AuthConfig (659ec66b72f356e8ed3466900ab11e27f5a3cd85d8c808b620cd0d9d23386ee4) AuthConfig (b7e77e2e9da74a61d314ea90dfb95a9a52f760d00ed6a5ccf0c028cbb8a86def) AuthConfig (01a3150cf201602f7df3cf0c44f26adc73b6c795aae1ccdb03477580422c7c3d) AuthConfig (200e7538ad20fe4652f712959082b537dc2ce93352bf87a8b0d8b6a6c245266d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"97d56376-0503-4d58-8de0-877221ec659c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:13:12.391466624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"97d56376-0503-4d58-8de0-877221ec659c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.498202816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-sub","reconcileID":"9491eead-1825-4f71-8700-45e7a6bba8a2","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.515229751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"c99c2a52-789e-42d8-8213-126fcf7aaa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.51538042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9ece6460-2b01-4317-949a-ab4d23b55ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.551787216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"c965a62f-6e17-4e2c-b171-eca5c0b64b42","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.579641212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"c99c2a52-789e-42d8-8213-126fcf7aaa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.581155746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9ece6460-2b01-4317-949a-ab4d23b55ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.609659497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"c965a62f-6e17-4e2c-b171-eca5c0b64b42","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.666097564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f1cd1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3946191071f508aed4e6e77de69c1ef3fab286c6f8aa88544d5b46d240a0df60) AuthConfig (e073d2b24e8321a220510e65da4e421a23aad102e00c087f5c3425274dce0fa8) AuthConfig (b92b2714f8521f59bd9a4ed36711f2d9ca26bd9feff29044e56ae6afea06ce10) AuthConfig (5054684ba94a90dd55e6bac6458f4ef14ecf99f8fde8599880955d8ffdd4291a) AuthConfig (592c1aa3c5aab7426272c8d950a64af6ca1d5d75d37132a59bd942d2722f714f) AuthConfig (54169b36e41c549c881c913f4db9bbee46343adff3c772d36d7afc89e5a46a4a) AuthConfig (1a6a9695090a58479b7a7689a017e0437442f785aacde420f03bc1ed8ce6a0e7) AuthConfig (260f5186c5f681d11ab62670218daaec0254477e0a6658daae126f4efd0e0973) AuthConfig (659ec66b72f356e8ed3466900ab11e27f5a3cd85d8c808b620cd0d9d23386ee4) AuthConfig (b7e77e2e9da74a61d314ea90dfb95a9a52f760d00ed6a5ccf0c028cbb8a86def) AuthConfig (01a3150cf201602f7df3cf0c44f26adc73b6c795aae1ccdb03477580422c7c3d) AuthConfig (200e7538ad20fe4652f712959082b537dc2ce93352bf87a8b0d8b6a6c245266d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"c965a62f-6e17-4e2c-b171-eca5c0b64b42","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.667575142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"63b5efc0-4959-49aa-ab0c-ea60dd620cba","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.714059576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"7974c7f7-1bf1-4d67-9faa-ccbe066f5db5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.89085231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-sub","reconcileID":"7c4bd196-fb36-4534-bce4-9db36214c8df","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:13.063287224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"893d3dff-5aba-4638-b2d2-0f95f1171ffc","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:16.145929245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"484a0d50-fcc4-4323-b89e-c264f5150ebd","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:16.319750282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"60294103-3775-4e41-a0d0-e1773cc8194c","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:16.31977365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"60294103-3775-4e41-a0d0-e1773cc8194c","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.101951024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"26b351c0-46e0-4c97-afe7-73270de869eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.115195308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"9c3468da-3a1f-43e6-85f4-d9906c76fbf9","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.17360167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"9c3468da-3a1f-43e6-85f4-d9906c76fbf9","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.2203746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"26b351c0-46e0-4c97-afe7-73270de869eb","name":"e2e-api-a-e54cd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.230656653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751ff0b57fd9d6c7bc332026916049ab9f755aa61b26571b0348ee85dbdd9f1a) AuthConfig (652f4ebd9e075752c0cc8586762864e1b46af69d9933dccb20e7bd64c95085c3) AuthConfig (bdfad37bc2942ff7f11a693acbbbdae9e83f0d1277e39dacb4aed8b3f710a4d9) AuthConfig (a6fa2662e8a3983a79ca6d706cad4131c2700d5d589f7ed81d18df3b62660da0) AuthConfig (037e9ae7858e5d9b46db367455f48da9a2cb2348b3ab8716501fdaeb200ee910) AuthConfig (f468dd41d6678a5c9c23771eb2132de16ff0b9bd3e31c027b2459b62f63105c8) AuthConfig (048eff66f674d65f97500fa3cff92d00122e2eae22fcf89a84788183a4f09fc0) AuthConfig (dd0f95cd7b42159ef76b4fd480392cf39f63e48d5b0cfb87f90a5a4e707f88dd) AuthConfig (9fa2e5fa7957315358982ca5a7aedbf78436e5100b8a319ececdee45249b1872) AuthConfig (1fb03d1a8b5b74ccc69aec166dfc2e6024993f17340f9685b62fe705af58bd3b) AuthConfig (395d6976d15e7694a9e9d29f758b2da6e1f57d9da02b705a155d55fdba9e0902) AuthConfig (6a5b090bd2b2a84ed67df2f3fbce79a18c963dd0a2d8a24f0fdcc8fdd655f6bb) AuthConfig (5bdd51b8cb5f46b745d08d0e4a22b7d4172030ae1cc64cb51d3313bdc9eb7825) AuthConfig (4131b3fcca6d4600e1ccc93ffa29a2776bac04172dae882f02f76e41982d9c65) AuthConfig (78d5dee596f284fce7dee5c02345ab6399e80ff56eba4ce5f74d4d78b5017477) AuthConfig (5aa31401851ab260980b75447bf462427c395865650f1a07a0ac6436fe862c67) AuthConfig (b27dba4c2a1cd9f1f336a132703abc22d791896c4832cd41e3dc7bbec2c5c541) AuthConfig (af57cda59f8632fa665a7371bbc241f67ecc02beaea796b9360f2ddae026c276)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"9c3468da-3a1f-43e6-85f4-d9906c76fbf9","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.289056257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"2dd378d4-6660-4ffa-aef1-96a440860378","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.289092386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"2dd378d4-6660-4ffa-aef1-96a440860378","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:21.228005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c83ede22-37ff-4fb7-b870-fa3c2fe19b34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:21.293769523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"c83ede22-37ff-4fb7-b870-fa3c2fe19b34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:21.622239401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d544e90d-33a8-42cb-ae60-494f0b01c894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:21.622257973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d544e90d-33a8-42cb-ae60-494f0b01c894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:22.829234918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"42980d74-e6c2-4eab-bc87-c0d4dbcd67e4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:22.888046894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"42980d74-e6c2-4eab-bc87-c0d4dbcd67e4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.212426656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"3ffbbcd2-0aa6-4802-a7e2-75206fb83417","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.650026526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"2a695b2e-61fb-4b83-959f-f5f045d9f7a4","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.810580731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4fe8d011-3eb9-4f4f-bee6-3595873d32bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.810802165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"aec2d3d4-2d44-462b-a6cd-86ac9de90ba0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.811258557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"99f0f3cb-bce7-41b9-8393-19737606b055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.869032163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"aec2d3d4-2d44-462b-a6cd-86ac9de90ba0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.869083019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"99f0f3cb-bce7-41b9-8393-19737606b055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:23.8713132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4fe8d011-3eb9-4f4f-bee6-3595873d32bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:27.396975882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"d006a92e-4912-4a17-8cbc-f76934dd8f87","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:27.45480608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"d006a92e-4912-4a17-8cbc-f76934dd8f87","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:27.511389774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2e293b74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751ff0b57fd9d6c7bc332026916049ab9f755aa61b26571b0348ee85dbdd9f1a) AuthConfig (652f4ebd9e075752c0cc8586762864e1b46af69d9933dccb20e7bd64c95085c3) AuthConfig (bdfad37bc2942ff7f11a693acbbbdae9e83f0d1277e39dacb4aed8b3f710a4d9) AuthConfig (a6fa2662e8a3983a79ca6d706cad4131c2700d5d589f7ed81d18df3b62660da0) AuthConfig (037e9ae7858e5d9b46db367455f48da9a2cb2348b3ab8716501fdaeb200ee910) AuthConfig (f468dd41d6678a5c9c23771eb2132de16ff0b9bd3e31c027b2459b62f63105c8) AuthConfig (048eff66f674d65f97500fa3cff92d00122e2eae22fcf89a84788183a4f09fc0) AuthConfig (dd0f95cd7b42159ef76b4fd480392cf39f63e48d5b0cfb87f90a5a4e707f88dd) AuthConfig (9fa2e5fa7957315358982ca5a7aedbf78436e5100b8a319ececdee45249b1872) AuthConfig (1fb03d1a8b5b74ccc69aec166dfc2e6024993f17340f9685b62fe705af58bd3b) AuthConfig (395d6976d15e7694a9e9d29f758b2da6e1f57d9da02b705a155d55fdba9e0902) AuthConfig (6a5b090bd2b2a84ed67df2f3fbce79a18c963dd0a2d8a24f0fdcc8fdd655f6bb) AuthConfig (5bdd51b8cb5f46b745d08d0e4a22b7d4172030ae1cc64cb51d3313bdc9eb7825) AuthConfig (4131b3fcca6d4600e1ccc93ffa29a2776bac04172dae882f02f76e41982d9c65) AuthConfig (78d5dee596f284fce7dee5c02345ab6399e80ff56eba4ce5f74d4d78b5017477) AuthConfig (5aa31401851ab260980b75447bf462427c395865650f1a07a0ac6436fe862c67) AuthConfig (b27dba4c2a1cd9f1f336a132703abc22d791896c4832cd41e3dc7bbec2c5c541) AuthConfig (af57cda59f8632fa665a7371bbc241f67ecc02beaea796b9360f2ddae026c276)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"d006a92e-4912-4a17-8cbc-f76934dd8f87","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:33.816885575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-sub","reconcileID":"99711761-6532-4d62-9590-6d13d05ad031","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.039545977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-sub","reconcileID":"99711761-6532-4d62-9590-6d13d05ad031","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.255932571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"20062307-99db-425f-9298-52a1008fb239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.301471595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"41f7a27b-bd9d-40ee-8571-f58b88748358","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.454607214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"fbcae966-8c53-436c-b227-65ac58959c87","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.462867747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a9402966-5270-4e30-a960-46a959219288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.46296852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"265e4494-1152-4797-acd8-e8fa27f6645d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.463356298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"31e1bb92-dec0-426c-b1da-fb6f0bb68771","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.521621408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"31e1bb92-dec0-426c-b1da-fb6f0bb68771","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.522258308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a9402966-5270-4e30-a960-46a959219288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.524444371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"265e4494-1152-4797-acd8-e8fa27f6645d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.731049198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-api-key-scoped-auth","reconcileID":"11641ebc-99dc-4540-823c-3bab46088f6a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:34.895910546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"70c44df2-aaa8-4c2d-901b-61489e2d2ffe","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:37.629142069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"2789d920-bcc5-4ae4-9c70-20feec91aed1","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:37.689996746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"2789d920-bcc5-4ae4-9c70-20feec91aed1","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:38.02598347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"7e93df66-e229-4fc3-961b-0a1b3d233dea","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:38.026005587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"7e93df66-e229-4fc3-961b-0a1b3d233dea","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.219497042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbe9546-9773-40cb-9f17-560d80ae34d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.273705701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbe9546-9773-40cb-9f17-560d80ae34d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.327597608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbe9546-9773-40cb-9f17-560d80ae34d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.381583363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbe9546-9773-40cb-9f17-560d80ae34d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.643145548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:40.762469667Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86fb9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86fb9e","reconcileID":"9864944d-c13f-4dc9-8d3b-194dcbaca1ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86fb9e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-86fb9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:42.325827201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9622adc8-2878-404f-bb40-30b8546c3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:42.379609569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9622adc8-2878-404f-bb40-30b8546c3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:42.433603439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9622adc8-2878-404f-bb40-30b8546c3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:42.487831425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9622adc8-2878-404f-bb40-30b8546c3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:44.52750096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709dcea8-bca4-4ace-8e35-73288383bb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:44.582863768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709dcea8-bca4-4ace-8e35-73288383bb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:44.644569359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709dcea8-bca4-4ace-8e35-73288383bb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:44.698942354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709dcea8-bca4-4ace-8e35-73288383bb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:48.375793314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"043001a3-5aeb-4f77-a5c7-e0c80e7665ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:48.495759271Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"043001a3-5aeb-4f77-a5c7-e0c80e7665ef","name":"e2e-api-b-72cbac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.541280826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"fd2772b0-ac4c-4d03-b592-7e0c507c5cb4","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.541301772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"fd2772b0-ac4c-4d03-b592-7e0c507c5cb4","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.749412909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"282807fd-d77d-4734-91f6-055301b11a07","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.7494425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"282807fd-d77d-4734-91f6-055301b11a07","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.755626151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"ea51195f-8972-44c2-b236-2269d1c783c6","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.813227995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"ea51195f-8972-44c2-b236-2269d1c783c6","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.864229765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"a938e5e3-6fc2-402d-ab45-6b6a1482039c","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.131955213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7d6e878c-28e2-44f8-835e-2e5934cf672e","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.18958558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7d6e878c-28e2-44f8-835e-2e5934cf672e","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.245594072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"a022db28-f6b3-4521-98ce-f9819d594a62","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.529691464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852e606b-1813-4ddf-8d07-8400e9fda6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.584728677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852e606b-1813-4ddf-8d07-8400e9fda6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.639204542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852e606b-1813-4ddf-8d07-8400e9fda6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.693147942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852e606b-1813-4ddf-8d07-8400e9fda6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.151836046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d29dd2d3-aa48-4b0c-87b3-18615d92e145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.258644517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"048066c6-159e-4325-ae3f-74308e6fb7e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.400575178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"868aa194-68b4-46e4-8b29-d34a3647c4c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.530088977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"80465b0d-bcee-4619-b39e-f76983a0968a","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.629755259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"42eaaed0-1e33-4790-a197-cf68603bb960","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.636156063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d8a1d-0150-4379-84ed-e7740b058e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.64996124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"c33ae724-81cb-49d4-842d-769d0bff4a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.69032361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d8a1d-0150-4379-84ed-e7740b058e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.744976968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d8a1d-0150-4379-84ed-e7740b058e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.746767386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"906ab719-ae0f-445b-b231-832637fb2266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:52.799498683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d8a1d-0150-4379-84ed-e7740b058e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.01904212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02b3b622-a30c-4463-b11f-90b92f19b934","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.128546548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"81793501-6596-470c-a64c-1242c3cd0ba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.238754233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"6a084fd6-e054-4e49-b338-880dbf773c71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.252216905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"200975b0-22c7-42fe-bfbd-75bcf73bbf3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.339266436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"6d75daa9-ace1-4f4c-8da8-4c76b6bdbf00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:53.56114699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"973ed1d4-3598-4015-84b7-2b0096d2880b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:54.75862476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65cec1b-504f-416e-91d3-01b66d88c754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:54.81238213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65cec1b-504f-416e-91d3-01b66d88c754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:54.866138603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65cec1b-504f-416e-91d3-01b66d88c754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:54.920295673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65cec1b-504f-416e-91d3-01b66d88c754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:56.932320452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a35ac0d-1cdd-47c1-9fe3-8977224b006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:56.9863769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a35ac0d-1cdd-47c1-9fe3-8977224b006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.040488796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a35ac0d-1cdd-47c1-9fe3-8977224b006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.094309244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a35ac0d-1cdd-47c1-9fe3-8977224b006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:59.030830453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bb81f9-e66f-4d91-9f8e-04d5d6ce907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:59.084701645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bb81f9-e66f-4d91-9f8e-04d5d6ce907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:59.138964592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bb81f9-e66f-4d91-9f8e-04d5d6ce907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:59.192929993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bb81f9-e66f-4d91-9f8e-04d5d6ce907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.196449004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c7d041e0-805b-489d-9ac4-b1622f1b01b5","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.196478251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c7d041e0-805b-489d-9ac4-b1622f1b01b5","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.380512647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"b8b0e9f4-db5f-4716-8148-25969168d176","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.435861273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"ec590b7e-f23e-441d-97fc-001851a5d91e","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.43827331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"b8b0e9f4-db5f-4716-8148-25969168d176","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.805741289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"2a681a86-18a9-40b2-b21f-086fab0335c9","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.81915356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"1a486829-5d1d-4a2f-8eda-e48dda3e7101","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.864045516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"2a681a86-18a9-40b2-b21f-086fab0335c9","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:01.138662295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386d610d-488b-4df5-b2cb-22e7744dd45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:01.192707238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386d610d-488b-4df5-b2cb-22e7744dd45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:01.246618937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386d610d-488b-4df5-b2cb-22e7744dd45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:01.300488862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386d610d-488b-4df5-b2cb-22e7744dd45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.908994112Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.909094824Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.967043368Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.967093867Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.967203203Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.967893211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ae0363a0-3faf-4c9c-beae-75b7a9965ed0","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:04.967907421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ae0363a0-3faf-4c9c-beae-75b7a9965ed0","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.025098429Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"ee63c536-7928-4554-a580-fbfdc8b0ef9e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.026364516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c0a82bf5-8268-4888-ba16-7c27214495cf","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.026385949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c0a82bf5-8268-4888-ba16-7c27214495cf","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.076577199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"4b9d2fe8-5a3f-4d74-9940-88e357bbfbb2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:14:05.081589035Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c0a82bf5-8268-4888-ba16-7c27214495cf","name":"e2e-lifecycle-model-2e293b74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2e293b74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:14:05.081645364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"c0a82bf5-8268-4888-ba16-7c27214495cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2e293b74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.086993817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6a0fdb5f-a068-40c6-9030-dacf8b6030c4","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.087011952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6a0fdb5f-a068-40c6-9030-dacf8b6030c4","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.134591497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"05e73a4f-b460-4829-a679-b1e26180fa81","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e771e66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.13499489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"4b9d2fe8-5a3f-4d74-9940-88e357bbfbb2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.200398282Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"af522c56-12cb-4e82-a264-6c95d1ee4d60","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e771e66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.34233539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7fcf1c21-835a-416b-9bbc-3283cb3782a2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.549470909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7fcf1c21-835a-416b-9bbc-3283cb3782a2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.67336788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7fcf1c21-835a-416b-9bbc-3283cb3782a2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"e2e-mt-2e293b74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.673395668Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-policy-2e293b74","reconcileID":"7fcf1c21-835a-416b-9bbc-3283cb3782a2","MaaSAuthPolicy":{"name":"e2e-policy-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.731033438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"1869d394-3195-49d1-8562-2171e90324da","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:05.731052966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"1869d394-3195-49d1-8562-2171e90324da","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:10.641707657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.930812863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58c4b06-a8a4-42c6-9c8e-efae53ce98c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.984620801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58c4b06-a8a4-42c6-9c8e-efae53ce98c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:12.0384279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58c4b06-a8a4-42c6-9c8e-efae53ce98c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:12.092179717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58c4b06-a8a4-42c6-9c8e-efae53ce98c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.01482386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effbbbfd-2906-49b3-b837-d8951534c9c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.068634805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effbbbfd-2906-49b3-b837-d8951534c9c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.122526078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effbbbfd-2906-49b3-b837-d8951534c9c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.176151022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effbbbfd-2906-49b3-b837-d8951534c9c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.213803568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e75bd44-67fc-42b2-8edb-f5513557e855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.213822821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e75bd44-67fc-42b2-8edb-f5513557e855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.258148809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"01fb5d4a-01c3-461a-8702-2b5b603affac","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","subscription":"e2e-sub-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.312868326Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"01fb5d4a-01c3-461a-8702-2b5b603affac","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.314686327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaefea95-8ddb-4b34-a8c1-dd0674b133d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.314699724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaefea95-8ddb-4b34-a8c1-dd0674b133d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.367127168Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-sub-2e293b74","reconcileID":"01fb5d4a-01c3-461a-8702-2b5b603affac","MaaSSubscription":{"name":"e2e-sub-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"name":"maas-trlp-e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.421050706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5c826f5f-b3e1-4080-afb9-64bff1818029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.598652281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5c826f5f-b3e1-4080-afb9-64bff1818029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.651560033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6b813f87-ad3c-4aa3-8dba-c71a71fb7178","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.656106441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6b813f87-ad3c-4aa3-8dba-c71a71fb7178","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.667866356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5c826f5f-b3e1-4080-afb9-64bff1818029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.746188256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8c6d10e-fcfc-40b7-a526-f3b937bb821e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:15.746295542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8c6d10e-fcfc-40b7-a526-f3b937bb821e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.123206306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77950498-fee6-4626-a439-8d36d1ed646c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.179334528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77950498-fee6-4626-a439-8d36d1ed646c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.236048875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77950498-fee6-4626-a439-8d36d1ed646c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.29096658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77950498-fee6-4626-a439-8d36d1ed646c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.222744588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8f6375-270b-4bf0-8ecf-e8858b8b3822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.277128592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8f6375-270b-4bf0-8ecf-e8858b8b3822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.331000723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8f6375-270b-4bf0-8ecf-e8858b8b3822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.384780888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8f6375-270b-4bf0-8ecf-e8858b8b3822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.402969326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e83fb3c-9b13-4282-9a7f-51ec03e151c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.402989075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e83fb3c-9b13-4282-9a7f-51ec03e151c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.458800418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1736851d-3c6c-4cb3-8cb9-8b28694806b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.458816135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1736851d-3c6c-4cb3-8cb9-8b28694806b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.603591905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"21402604-a0ba-41b2-9b50-8efc3cb4a18a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.728092344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"21402604-a0ba-41b2-9b50-8efc3cb4a18a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.785115339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e54cd4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"21402604-a0ba-41b2-9b50-8efc3cb4a18a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.844049113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b7eff2d-6a2e-421d-bae6-379f8f30154c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.844085218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b7eff2d-6a2e-421d-bae6-379f8f30154c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:20.463418889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d057d-2288-4921-89af-5c22dc619284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:20.51891986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d057d-2288-4921-89af-5c22dc619284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:20.573291875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d057d-2288-4921-89af-5c22dc619284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:20.627087484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d057d-2288-4921-89af-5c22dc619284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:21.961460272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"002dff8a-0457-476d-bbf2-de57b0d174fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.060471255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"0410b7c4-6ded-499f-b011-e3c32583a85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.161883799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"d6cd3781-2391-478d-9e7d-037ad00d76f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.285645784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"2b67e5db-f325-4cf1-8d7b-ca42acdd8df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.471741396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"b686bb22-2648-4d89-9422-3ebb871d65e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.812317583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35208103-c966-4d7d-82c0-40acfbad5f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.818711312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"3909b3cc-c012-45c8-87a8-112b2c5e79ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.818818713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3513db-6d4c-48be-a05f-b56618aed613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.818835585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3513db-6d4c-48be-a05f-b56618aed613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.974056422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"dfff315f-5d21-4d7d-ac0c-862a55d5d35a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.06454854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"3909b3cc-c012-45c8-87a8-112b2c5e79ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.161199502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"6c48c9c5-107a-4148-82b1-946be6f73132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.188885305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"3909b3cc-c012-45c8-87a8-112b2c5e79ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"name":"e2e-api-a-9f415f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.188903619Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"e2e-e2e-api-a-9f415f-policy","reconcileID":"3909b3cc-c012-45c8-87a8-112b2c5e79ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9f415f-policy","namespace":"ai-tenant-e2e-api-a-9f415f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.214721212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"2965c79e-326c-4d4a-9b64-205fa86bf881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.2462532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece478f4-1119-4140-b03c-4563ccd4dbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.246269924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece478f4-1119-4140-b03c-4563ccd4dbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.315210726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"55500cc3-bfa2-4c63-b899-d2d125b42068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.429802591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"f2fe5f42-760b-4340-ace2-16965ea961cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.476279897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"4ebf0e43-0296-450b-843c-eff3f5d3668b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.920437341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8656d7f-5b67-4834-923e-8bf04e1251ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:23.974250983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8656d7f-5b67-4834-923e-8bf04e1251ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:24.027847125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8656d7f-5b67-4834-923e-8bf04e1251ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:24.081818049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8656d7f-5b67-4834-923e-8bf04e1251ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:24.867826157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4b0e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4b0e6","reconcileID":"5f81be0d-6d56-4355-8631-6e2c502f9aff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c4b0e6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c4b0e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:25.854498306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ae2dc64a-95c7-4ef4-972f-b76383c43900","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:25.912367506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ae2dc64a-95c7-4ef4-972f-b76383c43900","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:25.969600563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ae2dc64a-95c7-4ef4-972f-b76383c43900","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:26.059246242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb21480-5a89-44c5-8a94-ec04ae08f373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:26.112888938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb21480-5a89-44c5-8a94-ec04ae08f373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:26.167328364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb21480-5a89-44c5-8a94-ec04ae08f373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:26.221592009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb21480-5a89-44c5-8a94-ec04ae08f373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:28.192841413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0cdfc-956c-4d13-8661-4693d6a78c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:28.246756085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0cdfc-956c-4d13-8661-4693d6a78c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:28.301837206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0cdfc-956c-4d13-8661-4693d6a78c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:28.355709574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0cdfc-956c-4d13-8661-4693d6a78c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:28.951114349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"69697e62-5d52-4040-9ac9-8de3fa05a872","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:29.013745618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"69697e62-5d52-4040-9ac9-8de3fa05a872","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:29.070220989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e54cd4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"69697e62-5d52-4040-9ac9-8de3fa05a872","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:30.344828121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36b2197-9b52-46a8-a0be-2a4ff7eb4ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:30.398817673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36b2197-9b52-46a8-a0be-2a4ff7eb4ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:30.453406533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36b2197-9b52-46a8-a0be-2a4ff7eb4ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:30.508745594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36b2197-9b52-46a8-a0be-2a4ff7eb4ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.464244782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77ad2d-9920-4f16-a069-c83d32e565ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.517939195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77ad2d-9920-4f16-a069-c83d32e565ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.571649619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77ad2d-9920-4f16-a069-c83d32e565ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.625562637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77ad2d-9920-4f16-a069-c83d32e565ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:34.553891732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde7394-d19b-487c-b2d4-930983229b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:34.607797435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde7394-d19b-487c-b2d4-930983229b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:34.66164771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde7394-d19b-487c-b2d4-930983229b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:34.715465444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bde7394-d19b-487c-b2d4-930983229b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.13089651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"0b7947a4-5024-4aa5-8977-cdfcfea813fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.1893445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"0b7947a4-5024-4aa5-8977-cdfcfea813fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.246355529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"0b7947a4-5024-4aa5-8977-cdfcfea813fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.653748412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063d2df0-e094-4aa3-8c30-1be78ae32371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.708336843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063d2df0-e094-4aa3-8c30-1be78ae32371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.762521246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063d2df0-e094-4aa3-8c30-1be78ae32371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.816798357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063d2df0-e094-4aa3-8c30-1be78ae32371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.836449938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a9b45-7dc6-40c5-a1ef-7bf2a32b3665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.890686532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a9b45-7dc6-40c5-a1ef-7bf2a32b3665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.944696234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a9b45-7dc6-40c5-a1ef-7bf2a32b3665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.998786202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318a9b45-7dc6-40c5-a1ef-7bf2a32b3665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.217196837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"6baf95e4-54b4-435e-af21-bed7d3a7e526","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.275264943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"6baf95e4-54b4-435e-af21-bed7d3a7e526","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.331733536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e54cd4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"6baf95e4-54b4-435e-af21-bed7d3a7e526","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:40.643304571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:40.937262983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f15a120-63f2-496b-99d4-f8501ac16cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:40.990958341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f15a120-63f2-496b-99d4-f8501ac16cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.044728368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f15a120-63f2-496b-99d4-f8501ac16cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.099159934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f15a120-63f2-496b-99d4-f8501ac16cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.040862243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980ad5fa-1396-4b5a-8585-d906fbb9ae86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.095266681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980ad5fa-1396-4b5a-8585-d906fbb9ae86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.148947545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980ad5fa-1396-4b5a-8585-d906fbb9ae86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.202716499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980ad5fa-1396-4b5a-8585-d906fbb9ae86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:45.176885593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbeac36-a47f-485c-9079-783285ae5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:45.230621269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbeac36-a47f-485c-9079-783285ae5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:45.286295544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbeac36-a47f-485c-9079-783285ae5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:45.341083401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbeac36-a47f-485c-9079-783285ae5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.376659522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"51f0f5c1-f66f-41d5-a199-ac5194578c0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.489159446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"51f0f5c1-f66f-41d5-a199-ac5194578c0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.545211611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"51f0f5c1-f66f-41d5-a199-ac5194578c0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:47.284804349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63901232-c42b-4dda-9660-faa1c1be181e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:47.338986195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63901232-c42b-4dda-9660-faa1c1be181e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:47.393096545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63901232-c42b-4dda-9660-faa1c1be181e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:47.446844008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63901232-c42b-4dda-9660-faa1c1be181e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.563416788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"84e35220-d9be-4cd9-9c80-4a472c2a9960","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.689690393Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"84e35220-d9be-4cd9-9c80-4a472c2a9960","name":"e2e-api-a-86fb9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.425405309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d1b049-1120-447c-a36b-8f54d5b513c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.479238102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d1b049-1120-447c-a36b-8f54d5b513c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.533467633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d1b049-1120-447c-a36b-8f54d5b513c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.588909168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d1b049-1120-447c-a36b-8f54d5b513c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.590287629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"287b0918-c15e-4f43-aeda-b667f9c1320b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.649639221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"287b0918-c15e-4f43-aeda-b667f9c1320b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.708294286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e54cd4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a307848b346f928c2b2d684aef2fe1eaa5fcbe175188f8801b3bac6b82224366) AuthConfig (7c0c9aca0b2d0ee0ace8dbb097a13390932f7e4bb9daed49aa1c25f465e9d556) AuthConfig (f80585cad9678ac59bc708b5d6c6a95a5ffefb6c3a0c33ef23c00984145c7b56) AuthConfig (66330ceb7474d80bd572695592c3f2cc9d1ee9bf5a1d48ce303b1778e82dd056) AuthConfig (a19c2d5b2491f18036072d435588d79e326872f2f70756b0eb5bb721b6794814) AuthConfig (ac2fab4e69b5f58bfaf5ffb8ccf78c287290ef349be192acece01c0e6766ee28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"287b0918-c15e-4f43-aeda-b667f9c1320b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.768297384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a10cbf8-1bb5-403e-9a56-a077499a2a48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.768316827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a10cbf8-1bb5-403e-9a56-a077499a2a48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.523361898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ad196e-8686-4c01-b2ed-1e7910e8ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.577899402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ad196e-8686-4c01-b2ed-1e7910e8ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.632088636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ad196e-8686-4c01-b2ed-1e7910e8ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.686146448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ad196e-8686-4c01-b2ed-1e7910e8ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.616005542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d98abb-8de0-4f25-a363-453b272200f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.669959415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d98abb-8de0-4f25-a363-453b272200f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.72388682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d98abb-8de0-4f25-a363-453b272200f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.778236067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d98abb-8de0-4f25-a363-453b272200f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:55.740874456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfa8c92-f8de-4ec7-b83b-b09c5988e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:55.794964373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfa8c92-f8de-4ec7-b83b-b09c5988e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:55.849317819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfa8c92-f8de-4ec7-b83b-b09c5988e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:55.903014859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfa8c92-f8de-4ec7-b83b-b09c5988e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:56.6538226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef5c1a56-0b25-40a6-91b2-38b0676e50f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:56.711841666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef5c1a56-0b25-40a6-91b2-38b0676e50f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:56.768318289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbb4540b9ce78313b57f8c58fc57956ce4f25ceaf8be0996c360e66dfb279afb) AuthConfig (3b2612816e0568b05b040d66412e71aa34845f639d7e851f162b5bb2184aec2a) AuthConfig (78b57fd8d627e86a0e52f57cdd62c8e532e5b41ac4d96bb28c490a9da8298fbc) AuthConfig (c2a59639f4d32c0cd459fe7b17803e88a2c55c9b27feca579be0c0a553b467aa) AuthConfig (c4e8c206c24f28f9cb5c914ae8c8021f7c762257b6c13e978f391d3fb14c1cc1) AuthConfig (ad27a70fae7989edc9336afa7c965184bebed94a6c8e8c34305ae23966ea7436)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef5c1a56-0b25-40a6-91b2-38b0676e50f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:56.827280759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d0bafd-57f7-411a-896b-bc8a1e67590d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:56.827302499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d0bafd-57f7-411a-896b-bc8a1e67590d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:57.847594058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d332512-fdad-4f52-bb61-efd336f5d31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:57.901772799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d332512-fdad-4f52-bb61-efd336f5d31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:57.955595027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d332512-fdad-4f52-bb61-efd336f5d31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:58.009569293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d332512-fdad-4f52-bb61-efd336f5d31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:58.975115912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd026a8d-b712-48e6-9ab4-512a462afd4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:58.975138904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd026a8d-b712-48e6-9ab4-512a462afd4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.033130753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04092196-b041-4773-89f6-12d659738924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.03315154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04092196-b041-4773-89f6-12d659738924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.196185639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7a2452b1-f60a-4909-a697-b7184e7bfa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.321767972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7a2452b1-f60a-4909-a697-b7184e7bfa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.413202467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7a2452b1-f60a-4909-a697-b7184e7bfa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.471413789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73090b4b-e735-410f-9212-035e972a5cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.471434552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73090b4b-e735-410f-9212-035e972a5cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.802511205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","namespace":"ai-tenant-e2e-api-a-9f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.802567997Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","namespace":"ai-tenant-e2e-api-a-9f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.802616303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","tenant":"e2e-api-a-9f415f","tenantID":"e2e-api-a-9f415f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.859340428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Deployment","name":"maas-api-e2e-api-a-9f415f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.883388422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"938b9fe7-ae5f-466a-ab05-b9347a3f66f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.920407334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Service","name":"maas-api-e2e-api-a-9f415f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.942634184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"938b9fe7-ae5f-466a-ab05-b9347a3f66f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.944935895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bf8c40-0306-4251-b3a9-297250339be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:59.999102873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bf8c40-0306-4251-b3a9-297250339be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.001388753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9f415f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.001755769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e54cd4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a307848b346f928c2b2d684aef2fe1eaa5fcbe175188f8801b3bac6b82224366) AuthConfig (7c0c9aca0b2d0ee0ace8dbb097a13390932f7e4bb9daed49aa1c25f465e9d556) AuthConfig (f80585cad9678ac59bc708b5d6c6a95a5ffefb6c3a0c33ef23c00984145c7b56) AuthConfig (66330ceb7474d80bd572695592c3f2cc9d1ee9bf5a1d48ce303b1778e82dd056) AuthConfig (a19c2d5b2491f18036072d435588d79e326872f2f70756b0eb5bb721b6794814) AuthConfig (ac2fab4e69b5f58bfaf5ffb8ccf78c287290ef349be192acece01c0e6766ee28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"938b9fe7-ae5f-466a-ab05-b9347a3f66f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.052992709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bf8c40-0306-4251-b3a9-297250339be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.107984774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bf8c40-0306-4251-b3a9-297250339be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.110396159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9f415f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.175306441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.232813961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.291906673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.396388091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.450243534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Deployment","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.504190659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.558051223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Service","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.611819612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.665400178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.719223038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.772593772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.829127233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.884253153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.937740487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:00.997211854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9f415f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:01.066422246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9f415f"},"namespace":"ai-tenant-e2e-api-a-9f415f","name":"default-tenant","reconcileID":"a7f4c6af-6e6a-4eb9-8ee0-0a808dc5ab9a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9f415f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:02.106354837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d22046-cb76-4009-8900-05fdd915fee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:02.161241105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d22046-cb76-4009-8900-05fdd915fee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:02.217470624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d22046-cb76-4009-8900-05fdd915fee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:02.27249267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d22046-cb76-4009-8900-05fdd915fee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.221225519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31805b92-a5ad-4ba8-b6ef-9d5936752188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.275406765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31805b92-a5ad-4ba8-b6ef-9d5936752188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.32951358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31805b92-a5ad-4ba8-b6ef-9d5936752188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.383535708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31805b92-a5ad-4ba8-b6ef-9d5936752188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.886571183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"dbbfb253-2e2d-4d34-8082-b86d44a0015a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:04.944309648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"dbbfb253-2e2d-4d34-8082-b86d44a0015a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:05.340269143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"34b6a513-214f-408a-ada0-8fd9cdb0e321","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:05.403058103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"34b6a513-214f-408a-ada0-8fd9cdb0e321","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.46285372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604bfcfc-35f3-4345-b14b-f55964d4d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.527985363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604bfcfc-35f3-4345-b14b-f55964d4d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.561025747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a5ab3d-44b1-458c-a185-fe97ae52c625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.561176052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a5ab3d-44b1-458c-a185-fe97ae52c625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.58381791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604bfcfc-35f3-4345-b14b-f55964d4d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.639799851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604bfcfc-35f3-4345-b14b-f55964d4d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.640812208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"ca9010e1-ae05-43e1-b323-38be29534dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:06.85444917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"ca9010e1-ae05-43e1-b323-38be29534dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.022461532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"ca9010e1-ae05-43e1-b323-38be29534dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"name":"e2e-api-a-e07573-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.022629815Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"e2e-e2e-api-a-e07573-policy","reconcileID":"ca9010e1-ae05-43e1-b323-38be29534dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e07573-policy","namespace":"ai-tenant-e2e-api-a-e07573"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e07573","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.023428637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef45478c-f8ef-487a-9888-dc268d0fb64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.086226359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85c5aa1c-a156-4050-9616-e170a75c3b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.086350993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85c5aa1c-a156-4050-9616-e170a75c3b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.096225832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef45478c-f8ef-487a-9888-dc268d0fb64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:07.173683917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5e545b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbb4540b9ce78313b57f8c58fc57956ce4f25ceaf8be0996c360e66dfb279afb) AuthConfig (3b2612816e0568b05b040d66412e71aa34845f639d7e851f162b5bb2184aec2a) AuthConfig (78b57fd8d627e86a0e52f57cdd62c8e532e5b41ac4d96bb28c490a9da8298fbc) AuthConfig (c2a59639f4d32c0cd459fe7b17803e88a2c55c9b27feca579be0c0a553b467aa) AuthConfig (c4e8c206c24f28f9cb5c914ae8c8021f7c762257b6c13e978f391d3fb14c1cc1) AuthConfig (ad27a70fae7989edc9336afa7c965184bebed94a6c8e8c34305ae23966ea7436)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"ef45478c-f8ef-487a-9888-dc268d0fb64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:08.698780585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bcf0f2-9174-43a8-958e-970b84aa4a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:08.753016102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bcf0f2-9174-43a8-958e-970b84aa4a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:08.807141009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bcf0f2-9174-43a8-958e-970b84aa4a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:08.861432545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bcf0f2-9174-43a8-958e-970b84aa4a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:09.586485268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1484c897-a02e-4832-b76b-510c40ffab74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:09.647304365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1484c897-a02e-4832-b76b-510c40ffab74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:09.703265164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1484c897-a02e-4832-b76b-510c40ffab74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:09.749151638Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9f415f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9f415f","reconcileID":"d65a25f9-1b0d-46f2-82e9-0ef697e3051c","aitenant":"ai-tenants/e2e-api-a-9f415f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.109513615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"9704508c-e306-4fa2-8990-6d1f59c3f151","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.167549692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"9704508c-e306-4fa2-8990-6d1f59c3f151","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.479235709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"168a97f7-29e0-4844-8ac8-22db9c18f6a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.479266935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"168a97f7-29e0-4844-8ac8-22db9c18f6a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.553189625Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9f415f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9f415f","reconcileID":"d65a25f9-1b0d-46f2-82e9-0ef697e3051c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9f415f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9f415f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.646041873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.862154936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff53934-37c7-4022-86d8-1295895214b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.916270219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff53934-37c7-4022-86d8-1295895214b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:10.976822508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff53934-37c7-4022-86d8-1295895214b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:11.033989867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff53934-37c7-4022-86d8-1295895214b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.712078065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.712134796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.712181469Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","tenant":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.767222791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Deployment","name":"maas-api-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.829592029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Service","name":"maas-api-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.887691709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:12.944748812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.002869803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.039493008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084666a3-1946-4ccf-8af4-7a508e31b81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.097132819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084666a3-1946-4ccf-8af4-7a508e31b81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.101529149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.151813593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084666a3-1946-4ccf-8af4-7a508e31b81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.206455963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084666a3-1946-4ccf-8af4-7a508e31b81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.211341627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.284093695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.33970563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Deployment","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.394413579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.447860326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Service","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.502695546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"Service","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.556312789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.609951852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.663460752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.722958717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.776163723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.829552482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.884326272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:13.945389294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d73156e6-3e34-45ae-9131-87f7b2df0eb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2e293b74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:14.785555417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2e293b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2e293b74","reconcileID":"83e566a3-bb0d-4574-9321-970d0320bfa2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2e293b74","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2e293b74"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:14.949991678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ae8028ba-947a-4c82-bc3a-f38066f4e09d","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.062692262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ae8028ba-947a-4c82-bc3a-f38066f4e09d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.068164447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"4be81174-01b1-48c6-a731-f80f0e09da65","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.068226711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"4be81174-01b1-48c6-a731-f80f0e09da65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.079483392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"52c2500c-591c-4c50-a9ee-41ff13694d35","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.079549797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"52c2500c-591c-4c50-a9ee-41ff13694d35","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.100670325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"831328fe-d2b6-47fa-9ad1-5cff6d10e3b2","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.100734775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"831328fe-d2b6-47fa-9ad1-5cff6d10e3b2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.141743745Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"dd8de772-7690-4ee1-9388-3e6ff7019d36","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.141804605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"dd8de772-7690-4ee1-9388-3e6ff7019d36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.22267054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"038c2de2-5424-40e3-b408-bafe31e56e08","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.222742582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"038c2de2-5424-40e3-b408-bafe31e56e08","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.38405345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ce40c430-fcc9-4ec1-aa78-2b63978f5c59","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.384157859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ce40c430-fcc9-4ec1-aa78-2b63978f5c59","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.705224267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e3daa8cf-fe9e-49cf-9091-100cae6ab548","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:15.705301818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e3daa8cf-fe9e-49cf-9091-100cae6ab548","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:15.916106873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006ef2ce-3e58-4220-be34-2a1756c844d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:15.970696549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006ef2ce-3e58-4220-be34-2a1756c844d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:16.024746508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006ef2ce-3e58-4220-be34-2a1756c844d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:16.078522978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006ef2ce-3e58-4220-be34-2a1756c844d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:16.34633474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6b685ce5-c0e0-43e9-baa9-a92d50611e59","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:16.346402788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"6b685ce5-c0e0-43e9-baa9-a92d50611e59","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.043812272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"96398426-ecaa-4676-b4a7-a44dc6d52bdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.114621875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"96398426-ecaa-4676-b4a7-a44dc6d52bdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:17.405005704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ec1d1ee1-5ad9-4307-a188-4462f2416190","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:17.405093783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"ec1d1ee1-5ad9-4307-a188-4462f2416190","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.569166936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69393cd6-89cd-4eff-acc8-696078d6b9d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.569280505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69393cd6-89cd-4eff-acc8-696078d6b9d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.684649308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5e127956-4714-4a54-96ca-322fd3f8e351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:17.743502221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5e127956-4714-4a54-96ca-322fd3f8e351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:18.064482509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"5e127956-4714-4a54-96ca-322fd3f8e351","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-5e545b-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.132972295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4367d4e9-9d74-49b2-9025-942e8951f65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.192205165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4367d4e9-9d74-49b2-9025-942e8951f65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.233879467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc66a397-3bc8-4177-87af-d5b151003faf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.233901837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc66a397-3bc8-4177-87af-d5b151003faf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.24727784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4367d4e9-9d74-49b2-9025-942e8951f65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.247543102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"f12477aa-7786-484a-8a48-df4da3f6511f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.301978123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4367d4e9-9d74-49b2-9025-942e8951f65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.361572618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"f12477aa-7786-484a-8a48-df4da3f6511f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.584918605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"01280ec3-552f-41a9-abe9-6dd323e88282","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.860953461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"01280ec3-552f-41a9-abe9-6dd323e88282","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.990041364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"01280ec3-552f-41a9-abe9-6dd323e88282","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"name":"e2e-api-b-5e545b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:18.990093629Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"e2e-e2e-api-b-5e545b-policy","reconcileID":"01280ec3-552f-41a9-abe9-6dd323e88282","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5e545b-policy","namespace":"ai-tenant-e2e-api-b-5e545b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5e545b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:19.049085338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087d431f-fd7d-416d-a356-ad58f5163c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:19.049185933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087d431f-fd7d-416d-a356-ad58f5163c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:19.865607261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b9edfcc-b77f-4657-96f9-d94ab2418838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:19.926856374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b9edfcc-b77f-4657-96f9-d94ab2418838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:19.965465287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"05df6e68-8b9a-4cf2-b0e8-8fb60c4b58d9","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:19.96553856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"05df6e68-8b9a-4cf2-b0e8-8fb60c4b58d9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:19.984842659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b9edfcc-b77f-4657-96f9-d94ab2418838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.379230922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97c677c-1032-4a02-a020-491b7fd8e96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.435502502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97c677c-1032-4a02-a020-491b7fd8e96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.491624908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97c677c-1032-4a02-a020-491b7fd8e96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.546352882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97c677c-1032-4a02-a020-491b7fd8e96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:21.013730597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b17ce10c-5e47-4c4b-8d03-5128a0aec806","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:21.013801846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"b17ce10c-5e47-4c4b-8d03-5128a0aec806","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:21.176787032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"9f9db0af-4011-4a72-8579-060850332ea7","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:15:21.176878041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"9f9db0af-4011-4a72-8579-060850332ea7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74-kserve-route (gateways: [openshift-ingress/e2e-mt-2e293b74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.354093288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"03bd5ee1-b1d3-47ad-ace4-dcebca1d0a40","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.354123736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"03bd5ee1-b1d3-47ad-ace4-dcebca1d0a40","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.525953774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2e293b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2e293b74","reconcileID":"45c5c0dc-907f-4324-9bad-428b57af4926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2e293b74","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2e293b74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.574990357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d319627-67d9-482a-9c4e-f4283314878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.631109446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d319627-67d9-482a-9c4e-f4283314878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.686436752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d319627-67d9-482a-9c4e-f4283314878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:22.742877789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d319627-67d9-482a-9c4e-f4283314878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:23.548793671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"be9a36b9-f2a2-4587-aae2-ec0a82f95b3b","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:23.548819743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"be9a36b9-f2a2-4587-aae2-ec0a82f95b3b","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:24.696132792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a71973-4724-4ae1-b533-968b60d4471b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:24.750034091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a71973-4724-4ae1-b533-968b60d4471b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:24.803781575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a71973-4724-4ae1-b533-968b60d4471b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:24.857543955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a71973-4724-4ae1-b533-968b60d4471b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:26.832275105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49200b9e-7938-4aba-83da-78aa52cb7337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:26.890350975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49200b9e-7938-4aba-83da-78aa52cb7337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:26.94468356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49200b9e-7938-4aba-83da-78aa52cb7337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:26.998819362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49200b9e-7938-4aba-83da-78aa52cb7337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.092747536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7fe36214-dadd-47a9-a226-e1d78220e4bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.149996653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7fe36214-dadd-47a9-a226-e1d78220e4bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.206170862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ef765a2e1ea8609ed2020eed151f005256bc12f41b911e5482c6827016c7076) AuthConfig (5a9b54b6304e757c4b9ac04af09ab9936d58eeed3074b8db97177b244d8be17c) AuthConfig (167e01d638927c194367571e8bd999aee59bf7c594ddbde0abb4c4c0c69385a9) AuthConfig (26ff7bdfa797b50017b579ec4fc0e5e95e3ba0dbbf8aaba7b5611febf2578122) AuthConfig (d7414c6a05219b3e47f06cbee3e8a7a6d6fd4d852a1e297f43b75f530efb2f8e) AuthConfig (20d8596faae45e678a99c25c95813f69f6ee778ea605af7b2d606738690d152f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"7fe36214-dadd-47a9-a226-e1d78220e4bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.265605659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3d3588-ce6b-4d97-aa14-96d478b48d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.265625729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3d3588-ce6b-4d97-aa14-96d478b48d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.49934146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"a6f63710-595e-45b6-9a1e-a8e499a26de1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.616266559Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"a6f63710-595e-45b6-9a1e-a8e499a26de1","name":"e2e-api-b-c4b0e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.674554852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","namespace":"ai-tenant-e2e-api-a-e07573","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.67461168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","namespace":"ai-tenant-e2e-api-a-e07573","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.674659263Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","tenant":"e2e-api-a-e07573","tenantID":"e2e-api-a-e07573","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.730293199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Deployment","name":"maas-api-e2e-api-a-e07573","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.79377197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Service","name":"maas-api-e2e-api-a-e07573","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.850279738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e07573","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.909418547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e07573","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.969881557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.034494249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.0953621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.151256293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.207312485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Deployment","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.260584232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.314013479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Service","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.367520416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.420803459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.480201842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.537341542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.593772258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.647284975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.70064833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.754619395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e07573","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:36.80849402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e07573"},"namespace":"ai-tenant-e2e-api-a-e07573","name":"default-tenant","reconcileID":"b98bdd8a-9859-4ceb-810c-fb8721e15974","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e07573","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.372504407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"0b3fc06e-321e-4b37-879c-fa13ffe93c4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.430488794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"0b3fc06e-321e-4b37-879c-fa13ffe93c4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.486611813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ef765a2e1ea8609ed2020eed151f005256bc12f41b911e5482c6827016c7076) AuthConfig (5a9b54b6304e757c4b9ac04af09ab9936d58eeed3074b8db97177b244d8be17c) AuthConfig (167e01d638927c194367571e8bd999aee59bf7c594ddbde0abb4c4c0c69385a9) AuthConfig (26ff7bdfa797b50017b579ec4fc0e5e95e3ba0dbbf8aaba7b5611febf2578122) AuthConfig (d7414c6a05219b3e47f06cbee3e8a7a6d6fd4d852a1e297f43b75f530efb2f8e) AuthConfig (20d8596faae45e678a99c25c95813f69f6ee778ea605af7b2d606738690d152f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"0b3fc06e-321e-4b37-879c-fa13ffe93c4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.64212499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:45.761547079Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e07573","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e07573","reconcileID":"84a0bf8a-9946-4080-a30d-c60f9975482e","aitenant":"ai-tenants/e2e-api-a-e07573","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:46.336109382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ca0ac8-7deb-4f57-b8b2-5ac9629572b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:46.390144895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ca0ac8-7deb-4f57-b8b2-5ac9629572b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:46.44496633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ca0ac8-7deb-4f57-b8b2-5ac9629572b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:46.500769823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ca0ac8-7deb-4f57-b8b2-5ac9629572b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:46.614223419Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e07573","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e07573","reconcileID":"84a0bf8a-9946-4080-a30d-c60f9975482e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e07573","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e07573"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.444088958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08ac5c-6737-4418-a2dd-68f06f7cb5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.498082523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08ac5c-6737-4418-a2dd-68f06f7cb5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.551738101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08ac5c-6737-4418-a2dd-68f06f7cb5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.605466174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08ac5c-6737-4418-a2dd-68f06f7cb5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.535731168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae0d4e-0567-492f-90fc-997891dc0a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.58981633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae0d4e-0567-492f-90fc-997891dc0a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.643710238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae0d4e-0567-492f-90fc-997891dc0a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.697393678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae0d4e-0567-492f-90fc-997891dc0a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.75063478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b231329-cb07-4ac3-b3c4-c66acce0879b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.808816198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b231329-cb07-4ac3-b3c4-c66acce0879b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.864748134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ef765a2e1ea8609ed2020eed151f005256bc12f41b911e5482c6827016c7076) AuthConfig (5a9b54b6304e757c4b9ac04af09ab9936d58eeed3074b8db97177b244d8be17c) AuthConfig (167e01d638927c194367571e8bd999aee59bf7c594ddbde0abb4c4c0c69385a9) AuthConfig (26ff7bdfa797b50017b579ec4fc0e5e95e3ba0dbbf8aaba7b5611febf2578122) AuthConfig (d7414c6a05219b3e47f06cbee3e8a7a6d6fd4d852a1e297f43b75f530efb2f8e) AuthConfig (20d8596faae45e678a99c25c95813f69f6ee778ea605af7b2d606738690d152f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"1b231329-cb07-4ac3-b3c4-c66acce0879b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:52.635306093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc42963-6218-491a-a7e8-14d57981dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:52.689500995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc42963-6218-491a-a7e8-14d57981dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:52.744258776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc42963-6218-491a-a7e8-14d57981dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:52.798838043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc42963-6218-491a-a7e8-14d57981dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.134283479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"620b2972-a165-4f07-82fb-aa1695a0ac97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.19336124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"620b2972-a165-4f07-82fb-aa1695a0ac97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.205837194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653de946-f68c-440a-8c11-4c19f5b8deaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.205855422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653de946-f68c-440a-8c11-4c19f5b8deaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.250163232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-72cbac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ef765a2e1ea8609ed2020eed151f005256bc12f41b911e5482c6827016c7076) AuthConfig (5a9b54b6304e757c4b9ac04af09ab9936d58eeed3074b8db97177b244d8be17c) AuthConfig (167e01d638927c194367571e8bd999aee59bf7c594ddbde0abb4c4c0c69385a9) AuthConfig (26ff7bdfa797b50017b579ec4fc0e5e95e3ba0dbbf8aaba7b5611febf2578122) AuthConfig (d7414c6a05219b3e47f06cbee3e8a7a6d6fd4d852a1e297f43b75f530efb2f8e) AuthConfig (20d8596faae45e678a99c25c95813f69f6ee778ea605af7b2d606738690d152f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"620b2972-a165-4f07-82fb-aa1695a0ac97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.250374342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"cb1a5701-f0b5-4197-a124-d8550eea8341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.457819291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"cb1a5701-f0b5-4197-a124-d8550eea8341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.585499338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"cb1a5701-f0b5-4197-a124-d8550eea8341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"name":"e2e-api-b-72cbac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.585524781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"e2e-e2e-api-b-72cbac-policy","reconcileID":"cb1a5701-f0b5-4197-a124-d8550eea8341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-72cbac-policy","namespace":"ai-tenant-e2e-api-b-72cbac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-72cbac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.64270365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05b5cf13-e6d7-4494-a756-f2337b3e5da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:53.642723754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05b5cf13-e6d7-4494-a756-f2337b3e5da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.747999861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b0a4f-b1a7-4acf-90fb-12ce9c60706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.802000791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b0a4f-b1a7-4acf-90fb-12ce9c60706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.856000041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b0a4f-b1a7-4acf-90fb-12ce9c60706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.910012005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b0a4f-b1a7-4acf-90fb-12ce9c60706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.850572774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c95084-a13c-48e7-9535-b0c65484f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.90559003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c95084-a13c-48e7-9535-b0c65484f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.959633991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c95084-a13c-48e7-9535-b0c65484f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:57.01424196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c95084-a13c-48e7-9535-b0c65484f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.079792278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab38018-bff5-49fc-9a63-99a90ce0ece6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.111674371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"604a2d7e-1fd0-425c-85dc-6ff1b90534bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.111712091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"604a2d7e-1fd0-425c-85dc-6ff1b90534bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.133838252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab38018-bff5-49fc-9a63-99a90ce0ece6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.18755298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab38018-bff5-49fc-9a63-99a90ce0ece6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.242223901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab38018-bff5-49fc-9a63-99a90ce0ece6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.244217509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd96fbcc-14cf-4967-8ec2-79602e1dd41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.244329058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd96fbcc-14cf-4967-8ec2-79602e1dd41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.352633855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"3596c174-ba5e-4652-b2bc-08d5ebbdaf8f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.531360395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"3596c174-ba5e-4652-b2bc-08d5ebbdaf8f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.587977848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"3596c174-ba5e-4652-b2bc-08d5ebbdaf8f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.646732579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d251d3c-ea13-43f5-82bd-8d11afa3be71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:59.64676351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d251d3c-ea13-43f5-82bd-8d11afa3be71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:01.244662633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe62af3-f25d-40c6-bc26-dac4039963c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:01.301101254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe62af3-f25d-40c6-bc26-dac4039963c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:01.359671424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe62af3-f25d-40c6-bc26-dac4039963c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:01.415824648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe62af3-f25d-40c6-bc26-dac4039963c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:03.454509133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d3451-2637-487b-8f1f-f35bb72cf9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:03.508467416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d3451-2637-487b-8f1f-f35bb72cf9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:03.562546426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d3451-2637-487b-8f1f-f35bb72cf9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:03.616436016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d3451-2637-487b-8f1f-f35bb72cf9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:03.904206695Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ec0d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ec0d31","reconcileID":"bb813e0f-fc68-4c2e-9fba-8c3959f710fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ec0d31","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-ec0d31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:05.745575694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac289c9-51ee-4e21-abc3-dd133ce2a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:05.799533714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac289c9-51ee-4e21-abc3-dd133ce2a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:05.853423097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac289c9-51ee-4e21-abc3-dd133ce2a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:05.907337742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac289c9-51ee-4e21-abc3-dd133ce2a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:07.965901658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c90b8c-79f2-47ac-af43-e7f6bda19847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:08.020591946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c90b8c-79f2-47ac-af43-e7f6bda19847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:08.074564943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c90b8c-79f2-47ac-af43-e7f6bda19847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:08.129168084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c90b8c-79f2-47ac-af43-e7f6bda19847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.689257272Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","namespace":"ai-tenant-e2e-api-b-5e545b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.6893147Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","namespace":"ai-tenant-e2e-api-b-5e545b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.68936143Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","tenant":"e2e-api-b-5e545b","tenantID":"e2e-api-b-5e545b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.746999794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Deployment","name":"maas-api-e2e-api-b-5e545b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.754337651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"aef34eff-2905-450a-b050-2acc1ee453b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.810240747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Service","name":"maas-api-e2e-api-b-5e545b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.813828493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"aef34eff-2905-450a-b050-2acc1ee453b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.869945966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5e545b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.870569893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"aef34eff-2905-450a-b050-2acc1ee453b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.925240125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5e545b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:09.982764468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.041416063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.101651327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.126578284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35d370-5c04-475b-a2ac-5cc6ff99509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.216620433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.221171724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35d370-5c04-475b-a2ac-5cc6ff99509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.281409258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35d370-5c04-475b-a2ac-5cc6ff99509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.281983264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Deployment","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.336078751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35d370-5c04-475b-a2ac-5cc6ff99509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.38962635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.443335195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Service","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.497056723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"Service","name":"payload-pre-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.550643406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.608221565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.641818886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.661501181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.720122095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.773447067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.826985949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.881343809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-5e545b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:10.935698505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5e545b"},"namespace":"ai-tenant-e2e-api-b-5e545b","name":"default-tenant","reconcileID":"c1ddba8c-3f8d-4473-a3e0-9e13fcbe49ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-5e545b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:14.419948643Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5e545b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5e545b","reconcileID":"0789e7dd-ac7d-4dbc-a425-7377baacc541","aitenant":"ai-tenants/e2e-api-b-5e545b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:14.899353153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7853e06-82f3-4cf9-9979-28824b23c10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:14.95456912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7853e06-82f3-4cf9-9979-28824b23c10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:15.008939857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7853e06-82f3-4cf9-9979-28824b23c10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:15.062942137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7853e06-82f3-4cf9-9979-28824b23c10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:15.238183367Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5e545b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5e545b","reconcileID":"0789e7dd-ac7d-4dbc-a425-7377baacc541","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5e545b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-5e545b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:16.293474117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d7fee631-79f6-4210-8c2c-50ddf995a7bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:16.411960931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"d7fee631-79f6-4210-8c2c-50ddf995a7bc","name":"e2e-mt-2e293b74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.086261554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314a9ae3-b45a-42fb-8db9-c02e5f5c7dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.140703512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314a9ae3-b45a-42fb-8db9-c02e5f5c7dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.194576325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314a9ae3-b45a-42fb-8db9-c02e5f5c7dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.248305817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314a9ae3-b45a-42fb-8db9-c02e5f5c7dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:19.197480381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8eaf3f-7220-4ebf-b42d-40be8495cce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:19.25144483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8eaf3f-7220-4ebf-b42d-40be8495cce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:19.305986942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8eaf3f-7220-4ebf-b42d-40be8495cce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:19.360600359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8eaf3f-7220-4ebf-b42d-40be8495cce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:19.979782451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"ead6a64a-b2d3-4dbe-979d-383f2dfc8fdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:20.03802709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"ead6a64a-b2d3-4dbe-979d-383f2dfc8fdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:20.094759969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"ead6a64a-b2d3-4dbe-979d-383f2dfc8fdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:21.289537387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb56a5bd-a70a-4ba1-b44d-a85848462c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:21.343695112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb56a5bd-a70a-4ba1-b44d-a85848462c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:21.39745451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb56a5bd-a70a-4ba1-b44d-a85848462c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:21.451513334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb56a5bd-a70a-4ba1-b44d-a85848462c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:30.210602398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"4a5f58bc-b01e-49b0-ba58-ec67bfcc9365","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:30.278835188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"4a5f58bc-b01e-49b0-ba58-ec67bfcc9365","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:30.336469505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"4a5f58bc-b01e-49b0-ba58-ec67bfcc9365","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.847860835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59137d2d-fa87-4dde-b43a-0345e1b46f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.9018157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59137d2d-fa87-4dde-b43a-0345e1b46f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.955804624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59137d2d-fa87-4dde-b43a-0345e1b46f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.009668966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59137d2d-fa87-4dde-b43a-0345e1b46f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.443942336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"49c28c74-9a2f-460f-a2b1-0e2b8dabf0d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.501719952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"49c28c74-9a2f-460f-a2b1-0e2b8dabf0d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.558703276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdf5c2fc4a7f78c00e88407b4076f28b732f092df81e09d05ee9415937d40601) AuthConfig (ce44c919e6e57ed5319b861b5328cd8064fa383569d7a5455f4c2d4d674a8f85) AuthConfig (d4c51b37de9ddc9bceb10e5fb58ea1b90b08e51edd02344ffe3f829e0f64391a) AuthConfig (67ddaf8e46e69a33315de3d43588e11c559844e4dad95412321f510cd58fc7e4) AuthConfig (d8994ac7f5a82446174739f8ff587ad4a3e7284660c5d5891d5c46cd09819bae) AuthConfig (80736d53cc5d255c5edb63c9cb9a6214e01ab4ba68f3ff8d1d7b0ae1eb4471b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"49c28c74-9a2f-460f-a2b1-0e2b8dabf0d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.615324413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"038ee374-9dbc-40db-9518-8fdc05309af9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.615343844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"038ee374-9dbc-40db-9518-8fdc05309af9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:40.642522331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:41.945027198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83759f3f-6a59-427f-9df2-109de2b40a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:41.999079155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83759f3f-6a59-427f-9df2-109de2b40a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.052895428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83759f3f-6a59-427f-9df2-109de2b40a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.106591591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83759f3f-6a59-427f-9df2-109de2b40a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.250890282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41de1230-8daf-4281-9157-eda44b0fd38f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.250915713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41de1230-8daf-4281-9157-eda44b0fd38f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.309527559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d4d407-0757-4df6-abbb-bba444fb9973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.309546308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d4d407-0757-4df6-abbb-bba444fb9973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.486451724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"a4149adc-239d-4c1a-a485-9d8e950ee74d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.544473212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"a4149adc-239d-4c1a-a485-9d8e950ee74d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.633499452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9145b1aa-59b9-4400-886e-16233a3172d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.633520431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9145b1aa-59b9-4400-886e-16233a3172d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.689815155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"548e8667-4bea-48df-8df0-c21622717895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.689835672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"548e8667-4bea-48df-8df0-c21622717895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.733550057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c99d0a-f698-4e88-b112-69826f09c0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.733569015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c99d0a-f698-4e88-b112-69826f09c0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:16:42.737905038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"1beca706-1d49-43c4-bc9e-a12c700ef04c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-23f7943f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.789437152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9900ca7-f2a1-4fcc-90ca-cacb748d32c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.789458027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9900ca7-f2a1-4fcc-90ca-cacb748d32c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.804138163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4f10b2f-025e-49af-afbd-477f1f25c9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.804164706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f640560-6438-4a51-a264-56273ec01024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.84950089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e8708c-ae6e-4887-9f5a-16a9e97923af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.849519496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e8708c-ae6e-4887-9f5a-16a9e97923af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.863345608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4f10b2f-025e-49af-afbd-477f1f25c9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.863463478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f640560-6438-4a51-a264-56273ec01024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.864935688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f437a8b2-ecf1-49be-8477-097fbe1c46c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.864952351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f437a8b2-ecf1-49be-8477-097fbe1c46c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.900291515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"a1f0328d-6806-420a-b8a1-4d472cae0031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.908779647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4306e5-4c01-4b69-9900-6b5858552775","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:42.908798466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4306e5-4c01-4b69-9900-6b5858552775","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.046258354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"a1f0328d-6806-420a-b8a1-4d472cae0031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.080859452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"8d23d85b-41b6-4908-b5c2-e1359f6c96b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.102382116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4b0e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"a1f0328d-6806-420a-b8a1-4d472cae0031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.138857844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"8d23d85b-41b6-4908-b5c2-e1359f6c96b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.160821529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a8b100-685f-4cb2-bfe8-b2a25f5ad826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.160840609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a8b100-685f-4cb2-bfe8-b2a25f5ad826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.195927593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"ca26a7bd-d5d8-4bce-94d4-83b5957084a0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-23f7943f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.246152467Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"ca26a7bd-d5d8-4bce-94d4-83b5957084a0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-23f7943f","error":"MaaSModelRef not found: llm/nonexistent-model-23f7943f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.353889817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e6f605-3133-4446-bf10-64156ca08f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.354127703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5c44441-6345-45a1-beed-3ae7ae9c9723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.411562405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e6f605-3133-4446-bf10-64156ca08f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.411838403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5c44441-6345-45a1-beed-3ae7ae9c9723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.462712752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ffa10e5-0e52-4bcc-be3b-34bb712ae4e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.471182095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ce13ed-d7ad-46a3-b6a3-293c36fe33b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.471199132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ce13ed-d7ad-46a3-b6a3-293c36fe33b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.733041926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"259354ce-35d6-440d-85bb-f506b1922eb8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:43.733301769Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"259354ce-35d6-440d-85bb-f506b1922eb8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-23f7943f","error":"MaaSModelRef not found: llm/nonexistent-model-23f7943f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:44.090813662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a04f446-c17b-46e2-8de7-5c67ddbc9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:44.145036308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a04f446-c17b-46e2-8de7-5c67ddbc9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:44.198891859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a04f446-c17b-46e2-8de7-5c67ddbc9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:44.252970711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a04f446-c17b-46e2-8de7-5c67ddbc9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.320584771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27bc147c-fbe0-4b5f-9e35-128164e164a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.320604903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27bc147c-fbe0-4b5f-9e35-128164e164a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.494238442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6461801-7c20-4280-940c-114de8719ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.494274309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"fcffa2f0-1319-48f9-bf29-1fbcf177d0ef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.494664696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f734f1d-15ad-44e6-84a7-76e20bd3e380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.552619483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6461801-7c20-4280-940c-114de8719ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.552759775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f734f1d-15ad-44e6-84a7-76e20bd3e380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:45.555991335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"fcffa2f0-1319-48f9-bf29-1fbcf177d0ef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:46.182210663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01f9c1f-3cfb-4e79-a60b-9eb84d6153e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:46.236056971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01f9c1f-3cfb-4e79-a60b-9eb84d6153e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:46.290549899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01f9c1f-3cfb-4e79-a60b-9eb84d6153e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:46.34438706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01f9c1f-3cfb-4e79-a60b-9eb84d6153e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.610385787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70611e1d-e240-472b-ae97-804928a168d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.610405881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70611e1d-e240-472b-ae97-804928a168d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.644708264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"41dc3c52-5b62-46d0-b173-53bb559f56c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.701943648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"41dc3c52-5b62-46d0-b173-53bb559f56c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.722584255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"0cd5ccb5-0f85-49c2-92b9-9e8f029a1140","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.780245029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"0cd5ccb5-0f85-49c2-92b9-9e8f029a1140","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.836981206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdf5c2fc4a7f78c00e88407b4076f28b732f092df81e09d05ee9415937d40601) AuthConfig (ce44c919e6e57ed5319b861b5328cd8064fa383569d7a5455f4c2d4d674a8f85) AuthConfig (d4c51b37de9ddc9bceb10e5fb58ea1b90b08e51edd02344ffe3f829e0f64391a) AuthConfig (67ddaf8e46e69a33315de3d43588e11c559844e4dad95412321f510cd58fc7e4) AuthConfig (d8994ac7f5a82446174739f8ff587ad4a3e7284660c5d5891d5c46cd09819bae) AuthConfig (80736d53cc5d255c5edb63c9cb9a6214e01ab4ba68f3ff8d1d7b0ae1eb4471b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"0cd5ccb5-0f85-49c2-92b9-9e8f029a1140","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:50.909443562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"f1adead4-ef1f-4159-bcae-a81b7f5ccf0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.187021582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"f1adead4-ef1f-4159-bcae-a81b7f5ccf0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.311647009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"f1adead4-ef1f-4159-bcae-a81b7f5ccf0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"name":"e2e-api-a-e54cd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.311667797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"e2e-e2e-api-a-e54cd4-policy","reconcileID":"f1adead4-ef1f-4159-bcae-a81b7f5ccf0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e54cd4-policy","namespace":"ai-tenant-e2e-api-a-e54cd4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e54cd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.370619583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dff8ea9e-b7a6-4645-b819-9b20c0aabd39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.370636298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dff8ea9e-b7a6-4645-b819-9b20c0aabd39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.020916238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0575df-9423-44c7-8e46-048d52a604cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.075560542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0575df-9423-44c7-8e46-048d52a604cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.129688401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0575df-9423-44c7-8e46-048d52a604cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.183786859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0575df-9423-44c7-8e46-048d52a604cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.376690193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"d4e3cc34-cd05-4d57-83a5-0ba110ae36f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.389626914Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","namespace":"ai-tenant-e2e-api-b-72cbac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.389678204Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","namespace":"ai-tenant-e2e-api-b-72cbac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.389725478Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","tenant":"e2e-api-b-72cbac","tenantID":"e2e-api-b-72cbac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.434096423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"d4e3cc34-cd05-4d57-83a5-0ba110ae36f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.444749494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Deployment","name":"maas-api-e2e-api-b-72cbac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.489958595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4b0e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"d4e3cc34-cd05-4d57-83a5-0ba110ae36f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.507733988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Service","name":"maas-api-e2e-api-b-72cbac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.590767152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-72cbac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.64585771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-72cbac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.705090079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.763440484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.821465616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.87694394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.940416718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Deployment","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:53.994020411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.047466935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Service","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.101054176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"Service","name":"payload-pre-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.154397846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.159869525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a05ab0-89a9-47c2-9124-1fad97b6782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.213284888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.213730016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a05ab0-89a9-47c2-9124-1fad97b6782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.266825062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.267729158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a05ab0-89a9-47c2-9124-1fad97b6782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.32158659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a05ab0-89a9-47c2-9124-1fad97b6782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.32396589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.377134563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.430433372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.506548609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-72cbac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:54.62277999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-72cbac"},"namespace":"ai-tenant-e2e-api-b-72cbac","name":"default-tenant","reconcileID":"44ff9237-82f7-4bc0-9ceb-384e0ce37a59","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-72cbac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:55.520474602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"4632f843-fae3-438a-ba0e-c0e472aa9832","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-23f7943f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:55.793769262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"4632f843-fae3-438a-ba0e-c0e472aa9832","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:55.793798582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"4632f843-fae3-438a-ba0e-c0e472aa9832","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-23f7943f","subscription":"e2e-neg-ghost-sub-23f7943f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:55.793890187Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-23f7943f","reconcileID":"4632f843-fae3-438a-ba0e-c0e472aa9832","MaaSSubscription":{"name":"e2e-neg-ghost-sub-23f7943f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-23f7943f","error":"MaaSModelRef not found: llm/nonexistent-model-23f7943f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.011412975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c30a392-8a73-46a5-8883-e3815426d89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.113200455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd167dd5-047d-4a39-8069-88e77ada5b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.113220834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd167dd5-047d-4a39-8069-88e77ada5b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.266179416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46caa06c-67c0-47af-a762-446b1c5001b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.266196753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46caa06c-67c0-47af-a762-446b1c5001b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.321138502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d34ac01-45c4-410e-81b7-ffbd592a8124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.321248869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"92cb3d1d-4f7b-4efd-b10c-93795203de2d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.321435531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5a964c9-4171-49a8-8517-7fdab6bb2f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.321649741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4eef86e3-a54b-4901-85c5-43f7a0e06ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.375459421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d34ac01-45c4-410e-81b7-ffbd592a8124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.42952801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d34ac01-45c4-410e-81b7-ffbd592a8124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.434482117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4eef86e3-a54b-4901-85c5-43f7a0e06ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.434837063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5a964c9-4171-49a8-8517-7fdab6bb2f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.483554715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d34ac01-45c4-410e-81b7-ffbd592a8124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.486685588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"92cb3d1d-4f7b-4efd-b10c-93795203de2d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.703272402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-23f7943f","reconcileID":"bc0ba65d-da65-4d44-a07c-be96dc23e991","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-23f7943f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.88226053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051cbb8c-28f8-470a-8dbe-5eff13d97384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:56.882278993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051cbb8c-28f8-470a-8dbe-5eff13d97384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.181518601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d347a31-d484-407b-bbaf-e830af24c866","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.181546435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d347a31-d484-407b-bbaf-e830af24c866","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.240776007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686f75ff-dc02-4af5-9b40-c39bf34e5bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.240796681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686f75ff-dc02-4af5-9b40-c39bf34e5bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.458520067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"f39651b8-1a95-40d9-b609-057c3d6bdb5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.517548234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"f39651b8-1a95-40d9-b609-057c3d6bdb5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.627262119Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"f39651b8-1a95-40d9-b609-057c3d6bdb5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ee256da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.939486839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937d0b8d-50ad-4424-918f-09b89b3d5660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.939515246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937d0b8d-50ad-4424-918f-09b89b3d5660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.15264043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"7e21a02f-6ead-4a1c-95d9-6af9f59820cb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.210373822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"7e21a02f-6ead-4a1c-95d9-6af9f59820cb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.322194788Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"7e21a02f-6ead-4a1c-95d9-6af9f59820cb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ee256da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:59.731713559Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-72cbac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-72cbac","reconcileID":"72a3aa9c-9238-4007-9516-adf826f332b9","aitenant":"ai-tenants/e2e-api-b-72cbac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:59.897809365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"b3a557ed-00d3-4a9f-9211-d422f20cb59e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:59.898489965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224033df-bde8-4386-81f2-d65deb9eaf8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:59.898508223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224033df-bde8-4386-81f2-d65deb9eaf8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:59.952514958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8ee256da","reconcileID":"b3a557ed-00d3-4a9f-9211-d422f20cb59e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8ee256da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ee256da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.216225097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d2d2dce-279a-4d6e-97f8-a7486e13f85a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.216254303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d2d2dce-279a-4d6e-97f8-a7486e13f85a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.294241634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e9366a-bc87-4452-8dae-a1c9070f3d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.348928017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e9366a-bc87-4452-8dae-a1c9070f3d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.408396658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e9366a-bc87-4452-8dae-a1c9070f3d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.463850433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e9366a-bc87-4452-8dae-a1c9070f3d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.582438353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-72cbac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-72cbac","reconcileID":"72a3aa9c-9238-4007-9516-adf826f332b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-72cbac","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-72cbac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.953140922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"c58f61fd-f714-4340-b1a3-3a111c23511d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:01.02240198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"c58f61fd-f714-4340-b1a3-3a111c23511d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:01.088054935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86fb9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdf5c2fc4a7f78c00e88407b4076f28b732f092df81e09d05ee9415937d40601) AuthConfig (ce44c919e6e57ed5319b861b5328cd8064fa383569d7a5455f4c2d4d674a8f85) AuthConfig (d4c51b37de9ddc9bceb10e5fb58ea1b90b08e51edd02344ffe3f829e0f64391a) AuthConfig (67ddaf8e46e69a33315de3d43588e11c559844e4dad95412321f510cd58fc7e4) AuthConfig (d8994ac7f5a82446174739f8ff587ad4a3e7284660c5d5891d5c46cd09819bae) AuthConfig (80736d53cc5d255c5edb63c9cb9a6214e01ab4ba68f3ff8d1d7b0ae1eb4471b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"c58f61fd-f714-4340-b1a3-3a111c23511d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.759879132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36701b7c-d6a7-4260-9e47-f12b9454495c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.819463617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36701b7c-d6a7-4260-9e47-f12b9454495c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.878198735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36701b7c-d6a7-4260-9e47-f12b9454495c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.93233037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36701b7c-d6a7-4260-9e47-f12b9454495c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:03.603934041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"8577bc34-8068-4555-b421-5ba06176ee5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:03.663940135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"8577bc34-8068-4555-b421-5ba06176ee5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:03.721142403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4b0e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"8577bc34-8068-4555-b421-5ba06176ee5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.108470607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19a6f32-b57e-410f-8467-2a69dea0eee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.163640168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19a6f32-b57e-410f-8467-2a69dea0eee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.225202408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19a6f32-b57e-410f-8467-2a69dea0eee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.280132726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19a6f32-b57e-410f-8467-2a69dea0eee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:06.631446285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"b9dc624f-b98d-463a-9533-9f7ebf70dd34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:06.853525385Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"b9dc624f-b98d-463a-9533-9f7ebf70dd34","name":"e2e-api-b-ec0d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:08.063278087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5fe2f-6f16-484d-8158-1c16a1b61cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:08.124926456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5fe2f-6f16-484d-8158-1c16a1b61cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:08.181224502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5fe2f-6f16-484d-8158-1c16a1b61cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:08.235823682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5fe2f-6f16-484d-8158-1c16a1b61cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:10.178103253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15585cf7-46c6-4b85-b2f4-49f3caf4a643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:10.231843631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15585cf7-46c6-4b85-b2f4-49f3caf4a643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:10.285684845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15585cf7-46c6-4b85-b2f4-49f3caf4a643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:10.33923169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15585cf7-46c6-4b85-b2f4-49f3caf4a643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:10.641908425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:11.196386567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"2ea82b9c-30fa-4808-964d-6aea85de24b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:11.253870385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"2ea82b9c-30fa-4808-964d-6aea85de24b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:11.426606111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-256499","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-256499","reconcileID":"03a0ffad-abfe-4d66-a96b-2e20a1c5f918","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-256499","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-256499":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:11.576964956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d08ce9-0aab-4a33-a623-abc42274e1e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:11.576984661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d08ce9-0aab-4a33-a623-abc42274e1e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:12.103048797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb294c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb294c","reconcileID":"32735de8-19c8-48fa-a7cb-bd47c327225a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bb294c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bb294c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:12.332889083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7d6a6f-393f-44ac-b6d4-def8c804bd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:12.388189519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7d6a6f-393f-44ac-b6d4-def8c804bd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:12.441833513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7d6a6f-393f-44ac-b6d4-def8c804bd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:12.495739214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7d6a6f-393f-44ac-b6d4-def8c804bd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:13.864747144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"6b12bc51-5c32-4740-ae93-07bfd2a2c973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:13.96813463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"6b12bc51-5c32-4740-ae93-07bfd2a2c973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.025035703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4b0e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (976493f43fbceec3b76dd38a28bead161ebc9c012611d31834c72ba230cff416) AuthConfig (8d01a49de3e912244917334c4650fca79e843ddff2ce8d08afaa3fec1cb4a464) AuthConfig (90aee862031ff3ef9f61c204185b51c0037ca4f1b7e71b9b3084154266488a07) AuthConfig (0e0737f8f015533babff71efb445b29346a0a3e6d18f78dc25875a5ac2b44327) AuthConfig (d16d72cdf9f4e1f46e903397e57cd6ced6ab0b3344cdc2f461cbb14a5dd18ccb) AuthConfig (bbb4acd730bcaeff249d98da89f274cc22e37a9a85c52a5267eb0c9719f8793a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"6b12bc51-5c32-4740-ae93-07bfd2a2c973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.083498436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da9a85bb-1d5e-45d1-9d84-5b164b4725b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.083519753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da9a85bb-1d5e-45d1-9d84-5b164b4725b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.522242841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10a0cc6-c11b-418d-85ba-89b686eb84bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.575987716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10a0cc6-c11b-418d-85ba-89b686eb84bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.630249656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10a0cc6-c11b-418d-85ba-89b686eb84bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:14.684160964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10a0cc6-c11b-418d-85ba-89b686eb84bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:16.644982229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466dee8-8c7a-48ac-8d5f-97da43aa4443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:16.699124272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466dee8-8c7a-48ac-8d5f-97da43aa4443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:16.753345419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466dee8-8c7a-48ac-8d5f-97da43aa4443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:16.807038953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466dee8-8c7a-48ac-8d5f-97da43aa4443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.608505293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","namespace":"ai-tenant-e2e-api-a-e54cd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.608561305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","namespace":"ai-tenant-e2e-api-a-e54cd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.608608415Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","tenant":"e2e-api-a-e54cd4","tenantID":"e2e-api-a-e54cd4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.663698405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Deployment","name":"maas-api-e2e-api-a-e54cd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.728732642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Service","name":"maas-api-e2e-api-a-e54cd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.787964393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e54cd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.83763717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5e6611-ee2c-4a56-948c-7bd6eebfdcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.904502539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5e6611-ee2c-4a56-948c-7bd6eebfdcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.930326579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e54cd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:18.961328631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5e6611-ee2c-4a56-948c-7bd6eebfdcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.017380156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5e6611-ee2c-4a56-948c-7bd6eebfdcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.020039163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.076394748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.138216057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.196728516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.294098637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Deployment","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.348330514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.402423281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Service","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.456029075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.51087335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.564536664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.617872842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.679693693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.733809152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.735328067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"016ed027-3b0a-4d1d-89d9-8b3a690733fc","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.735353078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"016ed027-3b0a-4d1d-89d9-8b3a690733fc","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.787277745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.840776404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e54cd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:19.894327963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e54cd4"},"namespace":"ai-tenant-e2e-api-a-e54cd4","name":"default-tenant","reconcileID":"6fb1a13b-1445-41d5-a379-c60c91d18ccf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e54cd4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:21.010667311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c115797-39c2-4aae-9d3a-859d39272f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:21.065548401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c115797-39c2-4aae-9d3a-859d39272f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:21.121118676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c115797-39c2-4aae-9d3a-859d39272f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:21.175938984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c115797-39c2-4aae-9d3a-859d39272f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.122768543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e250f94-e878-4920-8c62-49aa686d4d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.176826169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e250f94-e878-4920-8c62-49aa686d4d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.230766723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e250f94-e878-4920-8c62-49aa686d4d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.2846538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e250f94-e878-4920-8c62-49aa686d4d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.64058645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"8ee404b3-f3ef-49d4-bf26-a0098ea154a6","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.855504964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"fd7dedae-43aa-491a-9c81-f0a5a0bd3784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.859724295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"f83dcccb-4081-4f44-9dac-5ff23d9821b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.859741381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"44fe9488-3bd2-4cd2-a965-6f371063e4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.917602367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"44fe9488-3bd2-4cd2-a965-6f371063e4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:23.917674384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"f83dcccb-4081-4f44-9dac-5ff23d9821b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:24.026207532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"b3fe07fe-51f3-4cca-99db-9189ad02de77","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:24.189956828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"e2c1c989-11bc-4fc3-afdb-7104ca54bbcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:24.247345584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"e2c1c989-11bc-4fc3-afdb-7104ca54bbcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:24.290298205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"3a418bf5-7a48-4f9d-9203-4a9cbb8301f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:24.303578675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4b0e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (976493f43fbceec3b76dd38a28bead161ebc9c012611d31834c72ba230cff416) AuthConfig (8d01a49de3e912244917334c4650fca79e843ddff2ce8d08afaa3fec1cb4a464) AuthConfig (90aee862031ff3ef9f61c204185b51c0037ca4f1b7e71b9b3084154266488a07) AuthConfig (0e0737f8f015533babff71efb445b29346a0a3e6d18f78dc25875a5ac2b44327) AuthConfig (d16d72cdf9f4e1f46e903397e57cd6ced6ab0b3344cdc2f461cbb14a5dd18ccb) AuthConfig (bbb4acd730bcaeff249d98da89f274cc22e37a9a85c52a5267eb0c9719f8793a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"e2c1c989-11bc-4fc3-afdb-7104ca54bbcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:25.224809754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7d394d-63a7-4715-9e9e-eba0bc4261d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:25.278945953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7d394d-63a7-4715-9e9e-eba0bc4261d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:25.333725947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7d394d-63a7-4715-9e9e-eba0bc4261d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:25.387792267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7d394d-63a7-4715-9e9e-eba0bc4261d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:27.345258979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e6c7c6-7992-4fbd-b258-5c8dca43d8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:27.399006408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e6c7c6-7992-4fbd-b258-5c8dca43d8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:27.452886452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e6c7c6-7992-4fbd-b258-5c8dca43d8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:27.5075217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e6c7c6-7992-4fbd-b258-5c8dca43d8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:28.468337477Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e54cd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e54cd4","reconcileID":"e90e8ca0-6984-4f78-a297-fdfd20e1e3fe","aitenant":"ai-tenants/e2e-api-a-e54cd4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:29.25179026Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e54cd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e54cd4","reconcileID":"e90e8ca0-6984-4f78-a297-fdfd20e1e3fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e54cd4","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e54cd4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:29.432604634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3bc66-19ab-40f2-93df-65fdede815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:29.486807123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3bc66-19ab-40f2-93df-65fdede815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:29.54092685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3bc66-19ab-40f2-93df-65fdede815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:29.599587417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3bc66-19ab-40f2-93df-65fdede815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.229599915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"b193eb29-ed8e-40f9-b0e2-c043d8fcf5d7","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.447794064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"52d5af0c-7187-4dc6-9cb2-e232f99ad656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.456455822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"7d0d6b79-6e04-4c56-9b78-95385d5477b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.456458347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"6ed17387-da70-46af-ab3f-ed8f284fc055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.514626414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"6ed17387-da70-46af-ab3f-ed8f284fc055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.515672894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"7d0d6b79-6e04-4c56-9b78-95385d5477b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.615312241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"2aa40ec1-6051-4ef6-b6d3-44d5abf5d859","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.672705282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec4df07-b7af-4e84-9055-16b0ac168a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.727536376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec4df07-b7af-4e84-9055-16b0ac168a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.781976616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec4df07-b7af-4e84-9055-16b0ac168a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.835934108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec4df07-b7af-4e84-9055-16b0ac168a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.943805099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"e0dbf1c0-e9d2-48e3-8817-9cdcff2259ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:33.829921014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ef9f10-422b-4187-a447-26beaf991d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:33.884481696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ef9f10-422b-4187-a447-26beaf991d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:33.938406815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ef9f10-422b-4187-a447-26beaf991d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:33.992377405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ef9f10-422b-4187-a447-26beaf991d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:34.412129532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"84ae4430-ec92-4c37-875a-b9acc9b630ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:34.469462839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"84ae4430-ec92-4c37-875a-b9acc9b630ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:34.74870498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a865ee6-b060-48ba-a9f6-020b648c1018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:34.748726457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a865ee6-b060-48ba-a9f6-020b648c1018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.64736293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"dd444c5f-bc9c-42bf-a9b3-e4bf32fbb51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.647498797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b6f466-9300-4cca-a3f0-8141a1144929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.64751744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b6f466-9300-4cca-a3f0-8141a1144929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.808334913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"dd444c5f-bc9c-42bf-a9b3-e4bf32fbb51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.92913032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aeef4d-d9a9-4a4e-b137-4cfc593997fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.933865417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"dd444c5f-bc9c-42bf-a9b3-e4bf32fbb51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"name":"e2e-api-b-c4b0e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.933881371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"e2e-e2e-api-b-c4b0e6-policy","reconcileID":"dd444c5f-bc9c-42bf-a9b3-e4bf32fbb51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4b0e6-policy","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4b0e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:35.982758196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aeef4d-d9a9-4a4e-b137-4cfc593997fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.036623616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aeef4d-d9a9-4a4e-b137-4cfc593997fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.039767799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a68ee5b7-674b-4114-831d-5beeaf3c8984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.039785601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a68ee5b7-674b-4114-831d-5beeaf3c8984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.090193562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aeef4d-d9a9-4a4e-b137-4cfc593997fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.445223542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"3b561435-2276-4a57-9f14-1d5ae4944022","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.445249705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"3b561435-2276-4a57-9f14-1d5ae4944022","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:38.109843686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568319a3-d4c5-4c92-be41-ebe1d42d6f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:38.164534589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568319a3-d4c5-4c92-be41-ebe1d42d6f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:38.219241712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568319a3-d4c5-4c92-be41-ebe1d42d6f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:38.275464022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568319a3-d4c5-4c92-be41-ebe1d42d6f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:40.223087531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ef3fa9-a2ea-46c7-b84e-4860aa80f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:40.276778902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ef3fa9-a2ea-46c7-b84e-4860aa80f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:40.330404406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ef3fa9-a2ea-46c7-b84e-4860aa80f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:40.384096404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ef3fa9-a2ea-46c7-b84e-4860aa80f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:40.642267292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:42.325380187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36080786-bbb7-4801-895f-9a9b3c958d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:42.380133606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36080786-bbb7-4801-895f-9a9b3c958d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:42.434323174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36080786-bbb7-4801-895f-9a9b3c958d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:42.488901739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36080786-bbb7-4801-895f-9a9b3c958d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:46.502573272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"3285c3c3-6b28-4189-a2ae-67f711798295","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:46.502597472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"3285c3c3-6b28-4189-a2ae-67f711798295","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:56.503769953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"8fcc7a26-162a-4288-a97e-5a9c0205c14b","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:56.50379143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"8fcc7a26-162a-4288-a97e-5a9c0205c14b","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:04.562623504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f974bc2-c89e-4859-8f33-b781b7bcf085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:04.61650942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f974bc2-c89e-4859-8f33-b781b7bcf085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:04.670503582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f974bc2-c89e-4859-8f33-b781b7bcf085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:04.724912239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f974bc2-c89e-4859-8f33-b781b7bcf085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.504739275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"4bd58fa9-2404-4bef-839d-e8b331b0cfd6","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.504767835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"4bd58fa9-2404-4bef-839d-e8b331b0cfd6","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.623085986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39d45d7e-b6dd-4120-80c4-7f497221ba4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.623110096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39d45d7e-b6dd-4120-80c4-7f497221ba4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.652095591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f07b91-8ad3-4692-af8b-7012ca328ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.705930404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f07b91-8ad3-4692-af8b-7012ca328ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.759820886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f07b91-8ad3-4692-af8b-7012ca328ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.764284647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999d8a88-6323-4492-a990-763e362ce614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.76430235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999d8a88-6323-4492-a990-763e362ce614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.813688784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f07b91-8ad3-4692-af8b-7012ca328ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:06.92206117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"9999d0e9-8064-4fbd-aadb-6c5cd59db41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:07.100746341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"9999d0e9-8064-4fbd-aadb-6c5cd59db41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:07.156959714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ec0d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"9999d0e9-8064-4fbd-aadb-6c5cd59db41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:07.213387185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e0f5f6-33c5-4966-b559-eeb9adb78066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:07.213409509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e0f5f6-33c5-4966-b559-eeb9adb78066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:08.745681121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20cbe9-16c4-4095-8a24-97f505379cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:08.799498369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20cbe9-16c4-4095-8a24-97f505379cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:08.85344513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20cbe9-16c4-4095-8a24-97f505379cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:08.907026763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20cbe9-16c4-4095-8a24-97f505379cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.641553519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:12.061786369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e4a92516-364b-4cc4-8193-d22fdd5ac867","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"tenant":"e2e-mt-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","model":"ai-tenant-e2e-mt-2e293b74/e2e-lifecycle-model-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:12.06180651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"e2e-lifecycle-model-2e293b74","reconcileID":"e4a92516-364b-4cc4-8193-d22fdd5ac867","MaaSModelRef":{"name":"e2e-lifecycle-model-2e293b74","namespace":"ai-tenant-e2e-mt-2e293b74"},"routeName":"e2e-lifecycle-model-2e293b74-kserve-route","namespace":"ai-tenant-e2e-mt-2e293b74","llmisvcName":"e2e-lifecycle-model-2e293b74","gateway":"openshift-ingress/e2e-mt-2e293b74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.127994113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"a5878112-6d8a-4d52-9a84-c9da67b80687","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.186264516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"a5878112-6d8a-4d52-9a84-c9da67b80687","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.404645536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"bd26066d-3522-4967-b5e0-3c016c302287","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-256499","tenantID":"e2e-ipp-a-256499","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.479568618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"3ea752d2-d3f6-4493-b2cc-26dea63b84fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.524667981Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"bd26066d-3522-4967-b5e0-3c016c302287","name":"e2e-ipp-a-256499-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.537184037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"3ea752d2-d3f6-4493-b2cc-26dea63b84fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.645388873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c5e3ef90-e6a8-4d26-9649-8d2e9be69013","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.661630742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85bc75a-1b5f-469c-b339-1665059d9484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.661650934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85bc75a-1b5f-469c-b339-1665059d9484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.665322537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f392dff-41bd-4b43-af06-733ad6ef6238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.724813561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f392dff-41bd-4b43-af06-733ad6ef6238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.77356739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"0f058162-38ba-4b8a-8f15-01aa0aa4e9f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.783453193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f392dff-41bd-4b43-af06-733ad6ef6238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.837677876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f392dff-41bd-4b43-af06-733ad6ef6238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.881830283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"1a3a537c-d8d9-4f4c-a957-c2350eeff328","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:13.945797524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43530c05-3d2d-48b5-898c-ced672264ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.070190381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"a0adab1f-6aa4-4044-8be0-c34446989dc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.140433509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a89fc4e-dc2c-46c0-bc85-b0fdc0c2233e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.200099538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"1a3a537c-d8d9-4f4c-a957-c2350eeff328","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.246974984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f5242bce-b3ea-4219-b3de-24c64a12c87b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.336622797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"1a3a537c-d8d9-4f4c-a957-c2350eeff328","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"name":"e2e-api-a-86fb9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.336647563Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"e2e-e2e-api-a-86fb9e-policy","reconcileID":"1a3a537c-d8d9-4f4c-a957-c2350eeff328","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86fb9e-policy","namespace":"ai-tenant-e2e-api-a-86fb9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86fb9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.366690442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"c5e9cf89-ab12-4ba6-8a5f-fce96b0486a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.368758138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"b8076d2f-ef36-4b50-9879-42cebdb82cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.397938981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef062221-324d-4c1f-82ee-8bcb499a5bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.397958459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef062221-324d-4c1f-82ee-8bcb499a5bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.480051393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"0a322733-1448-40df-9a18-34864e045299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.622971002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"175be0b7-561e-4b3f-8842-60042534ebfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.720805806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"33785cbd-f715-4ef7-ae48-4acaa9ed38ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.822881391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"49b896fd-40bf-47b2-9317-e35f6e562404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:15.942414282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc9c72-3c08-4c7c-81bf-b6dc02e2e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:15.996245973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc9c72-3c08-4c7c-81bf-b6dc02e2e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:16.050045575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc9c72-3c08-4c7c-81bf-b6dc02e2e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:16.103780563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc9c72-3c08-4c7c-81bf-b6dc02e2e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.320819444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"1eabb501-c88e-4b3a-8466-d71d82247b98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.378566158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"1eabb501-c88e-4b3a-8466-d71d82247b98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.4349625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ec0d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"1eabb501-c88e-4b3a-8466-d71d82247b98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:18.04391167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d4bd34-3891-4496-b529-54862fd4c12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:18.097755094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d4bd34-3891-4496-b529-54862fd4c12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:18.151658672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d4bd34-3891-4496-b529-54862fd4c12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:18.205586429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d4bd34-3891-4496-b529-54862fd4c12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.212781361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"833ee386-fc99-447a-98fb-999c87ba2f76","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bb294c","tenantID":"e2e-ipp-a-bb294c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.415027453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"833ee386-fc99-447a-98fb-999c87ba2f76","name":"e2e-ipp-a-bb294c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.473835556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.473892641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","namespace":"ai-tenant-e2e-mt-2e293b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.473947044Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","tenant":"e2e-mt-2e293b74","tenantID":"e2e-mt-2e293b74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.529124612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Deployment","name":"maas-api-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.668297544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Service","name":"maas-api-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.72762226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.782595787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2e293b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.841814273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.897412548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:19.953535013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.009186738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.064545268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Deployment","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.119727951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.182772403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Service","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.225805797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3039-9e8b-4415-9003-4e32e6525a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.280762968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3039-9e8b-4415-9003-4e32e6525a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.288301705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"Service","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.339429034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3039-9e8b-4415-9003-4e32e6525a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.401180486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.412905071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaa3039-9e8b-4415-9003-4e32e6525a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.469987142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.527039293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.583703469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.688541924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.74789565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.804463221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2e293b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:20.86751925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2e293b74"},"namespace":"ai-tenant-e2e-mt-2e293b74","name":"default-tenant","reconcileID":"c56d42b6-162f-4a44-9b5d-b106998287c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2e293b74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:27.542935267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"8a77ce2a-b041-4858-a7d6-9af00eadd6e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:27.600908218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"8a77ce2a-b041-4858-a7d6-9af00eadd6e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:27.658833651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ec0d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"8a77ce2a-b041-4858-a7d6-9af00eadd6e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:30.948614711Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2e293b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2e293b74","reconcileID":"1e0fe8bf-12e9-4fda-aede-d1a390fd2017","aitenant":"ai-tenants/e2e-mt-2e293b74","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.069584806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","namespace":"ai-tenant-e2e-api-b-c4b0e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.069640416Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","namespace":"ai-tenant-e2e-api-b-c4b0e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.069694482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","tenant":"e2e-api-b-c4b0e6","tenantID":"e2e-api-b-c4b0e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.125536035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Deployment","name":"maas-api-e2e-api-b-c4b0e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.189684981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Service","name":"maas-api-e2e-api-b-c4b0e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.246467334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c4b0e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.302026073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c4b0e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.359763918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.415141743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.428404534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a62cc-4ad2-4c4a-a2e0-d753573698f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.4822285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a62cc-4ad2-4c4a-a2e0-d753573698f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.486628877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.536668829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a62cc-4ad2-4c4a-a2e0-d753573698f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.596338041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.602564225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a62cc-4ad2-4c4a-a2e0-d753573698f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.660376434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Deployment","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.715491399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.769899403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Service","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.775685838Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2e293b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2e293b74","reconcileID":"1e0fe8bf-12e9-4fda-aede-d1a390fd2017","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2e293b74","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2e293b74"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.826959753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.886453031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.944358743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.999146257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:32.058438578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:32.131107554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:32.185142244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:32.241181516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c4b0e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:32.313774627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4b0e6"},"namespace":"ai-tenant-e2e-api-b-c4b0e6","name":"default-tenant","reconcileID":"471ee21e-00c4-41f1-92c5-3fcf9ff45823","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c4b0e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.327318308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e7d0c47-8da2-416a-9508-e7a3e60811c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.327341976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e7d0c47-8da2-416a-9508-e7a3e60811c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.384413609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"818374af-3329-439f-98f4-1be941d57a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.384433162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"818374af-3329-439f-98f4-1be941d57a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.509128165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c89a2c49-ca9a-4382-9108-442880fd6c8e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.663102892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c89a2c49-ca9a-4382-9108-442880fd6c8e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.70925761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43316c76-a9e6-4c6f-af12-50467bf798b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.749544222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbda6700-ee74-4028-9df5-33885ab94153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.749560331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbda6700-ee74-4028-9df5-33885ab94153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.762917829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43316c76-a9e6-4c6f-af12-50467bf798b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.765612718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c89a2c49-ca9a-4382-9108-442880fd6c8e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.816959069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43316c76-a9e6-4c6f-af12-50467bf798b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.870920893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43316c76-a9e6-4c6f-af12-50467bf798b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.875236047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c59606-29ea-403a-8be0-60f317bfe62a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.875251943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c59606-29ea-403a-8be0-60f317bfe62a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.878383312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4721dc82-a7e7-4af7-ae22-f6d9c5553889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.878405768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4721dc82-a7e7-4af7-ae22-f6d9c5553889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:18:33.922041972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"a0f2e19c-e798-4e4a-868e-5e2d9799ced8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-62aee24f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:33.984634787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"8a279b84-742b-43b7-9ef0-2617d66dc425","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.035808308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068073f4-5d52-44ca-a43d-64a306a31151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.035828232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068073f4-5d52-44ca-a43d-64a306a31151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.042198454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"8a279b84-742b-43b7-9ef0-2617d66dc425","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.094652213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad5fe7d-ad82-4e70-b19d-9ae99a9e3bb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.09466946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad5fe7d-ad82-4e70-b19d-9ae99a9e3bb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.146621345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"8a279b84-742b-43b7-9ef0-2617d66dc425","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.373515595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"00f467a4-642b-431d-9a51-8b0ca39b3ed6","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-62aee24f/e2e-shared-int-sub-62aee24f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.546420994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d9d994-622d-4cb0-a5a7-32c63490e303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.546438366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d9d994-622d-4cb0-a5a7-32c63490e303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.626361375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"4ed91b86-dd91-45c1-a816-1e69e1899e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.626363021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5aac2782-4d0d-4976-a91a-6fcd055880e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.756062049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"94511077-6f36-4c7a-8acc-d2c83d0f9515","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.794359267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"decb7cb6-469e-45a4-bb9b-8c741e491d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.794382312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"decb7cb6-469e-45a4-bb9b-8c741e491d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.854404184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1341008a-212a-43ab-9df2-3f660485dd96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.854430154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1341008a-212a-43ab-9df2-3f660485dd96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.85787181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"33413890-026f-4a2e-b30f-5990e2b9d460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.857879798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"6d29db4e-6526-4242-8bbe-1fd864ec70ef","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:34.969420682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"dc4a20ad-fde8-4237-84ec-2b7d0f6ad005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.020530519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"bd7cd126-8458-426e-8717-aa9b7124dc9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.023201321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"e99aa106-9ac4-45a2-b307-0a6e5f8815d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.079373331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"bd7cd126-8458-426e-8717-aa9b7124dc9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.085312437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17144381-5ae0-481b-989a-929c4e1e48ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.085339299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17144381-5ae0-481b-989a-929c4e1e48ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.138087583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"bd7cd126-8458-426e-8717-aa9b7124dc9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.144948714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb7169cc-1ffe-4cc6-85d0-f968417f6ad6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.144964133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb7169cc-1ffe-4cc6-85d0-f968417f6ad6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:18:35.190844353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"248b6fb6-d56d-409a-b3db-331875b3bbd9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-62aee24f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.197210279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc74b77d-914e-4955-b9ec-70cafdc2907b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.197225392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc74b77d-914e-4955-b9ec-70cafdc2907b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.259548711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"e4bbb250-f725-4096-9597-502f4f4e418a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.340190719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1421b28c-16a9-475a-80c8-4763a7ce090c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.340209742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1421b28c-16a9-475a-80c8-4763a7ce090c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.342412778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"625d6eef-702d-4982-b879-33d57ad6e892","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.399033501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"eb6c852e-f97d-455c-aa4a-631c13a45042","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.399316134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3be4245a-1c84-450b-913d-5858c4759ced","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.399331377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3be4245a-1c84-450b-913d-5858c4759ced","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.402780635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"625d6eef-702d-4982-b879-33d57ad6e892","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.456929058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"601b6cdf-0cfd-4651-8464-ff92e30b0bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.459191776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"625d6eef-702d-4982-b879-33d57ad6e892","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.557246844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c997914-0c47-46f2-9059-aadf8f46bec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.65810526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"63e56cc4-4271-470e-a304-dcf351d52d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.717869924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"b1fc88dc-8547-4110-b487-875c719a799e","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3d156352/e2e-shared-int-sub-62aee24f","ai-tenant-e2e-mt-62aee24f/e2e-shared-int-sub-62aee24f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.813919685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1e17e0-57cb-4f5c-baa0-5403e9e7a723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.867994446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1e17e0-57cb-4f5c-baa0-5403e9e7a723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.922676946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1e17e0-57cb-4f5c-baa0-5403e9e7a723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.92382069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"d93176a5-f981-4e2d-b7de-db4ff662a1ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:35.976875532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1e17e0-57cb-4f5c-baa0-5403e9e7a723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:36.086967312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8147d3f-f14c-408c-bf96-f739fb0fc10a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:36.092146928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d075532b-370a-4bac-aa22-62b4f9109b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:36.092163731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d075532b-370a-4bac-aa22-62b4f9109b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:36.14382399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"cbd30506-f00b-47bd-917f-5f9eb766ea71","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:36.362245427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"19597de7-1fe1-4cbe-a461-f325d3c13489","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.768164988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"6f992223-e75c-4123-bb1e-337cb814610d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.825938292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"6f992223-e75c-4123-bb1e-337cb814610d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.882597957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ec0d31-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39db787a1cf542775cc11f6efca2c7e172c5fc37670905d8dfebb2f04e5ecdc5) AuthConfig (85861402dd69b8dad2d505075dcb0cb68ea5423644a16160325cba8c70ef01c2) AuthConfig (dc923a343861ce196489604b782ae6083e9fe3ac7148cd8ce6c715132278677e) AuthConfig (d1a9a56dd034ceff7f9cf8ef8d789f9b3f100aabe59ee914556a5bf4405f6d3f) AuthConfig (04dcc5e15095c9734f22d02e6cb1b34f321e1a44abbb6219b8d8e9c3ab7a4cfa) AuthConfig (22997621d0a9ab22d3d8746ca7e5e171c02f604d2e3bde6533737f55d967170b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"6f992223-e75c-4123-bb1e-337cb814610d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.941565505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d148d37a-f0d6-4431-8925-60bab84493f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.941595159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d148d37a-f0d6-4431-8925-60bab84493f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:37.945408036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c470ff-d161-47f8-91e6-880330c19acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:38.000155372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c470ff-d161-47f8-91e6-880330c19acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:38.054101191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c470ff-d161-47f8-91e6-880330c19acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:38.109534926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c470ff-d161-47f8-91e6-880330c19acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.092733926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cc0b2e-d131-4ffa-94ed-6c435bab0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.146573437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cc0b2e-d131-4ffa-94ed-6c435bab0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.200352575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cc0b2e-d131-4ffa-94ed-6c435bab0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.254018929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cc0b2e-d131-4ffa-94ed-6c435bab0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.641406534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.788125383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"bad14903-e0d7-4606-8bde-d8dcf6dc3847","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.788265846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1621000e-b752-4ac9-afe0-92658cc83c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.788283562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1621000e-b752-4ac9-afe0-92658cc83c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:40.941974962Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-policy-62aee24f","reconcileID":"bad14903-e0d7-4606-8bde-d8dcf6dc3847","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"policyNamespace":"ai-tenant-e2e-mt-62aee24f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:41.009883395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e706b77-9729-40c6-a7a9-cd85b3afc99a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:41.009903146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e706b77-9729-40c6-a7a9-cd85b3afc99a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:41.146451875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d11942-fa1e-464b-a2af-d2ab9daa5409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:41.146474363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d11942-fa1e-464b-a2af-d2ab9daa5409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:41.533308262Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4b0e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4b0e6","reconcileID":"9dca1a51-d8b0-4e9a-a7d1-793421f21d08","aitenant":"ai-tenants/e2e-api-b-c4b0e6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:42.194224221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f132e846-4777-4ee3-8826-b1f023483eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:42.24805842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f132e846-4777-4ee3-8826-b1f023483eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:42.302062213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f132e846-4777-4ee3-8826-b1f023483eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:42.355973413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f132e846-4777-4ee3-8826-b1f023483eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:42.416411881Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4b0e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4b0e6","reconcileID":"9dca1a51-d8b0-4e9a-a7d1-793421f21d08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c4b0e6","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c4b0e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.568107588Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","namespace":"ai-tenant-e2e-api-a-86fb9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.568167046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","namespace":"ai-tenant-e2e-api-a-86fb9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.568218263Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","tenant":"e2e-api-a-86fb9e","tenantID":"e2e-api-a-86fb9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.62357544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Deployment","name":"maas-api-e2e-api-a-86fb9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.684669088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Service","name":"maas-api-e2e-api-a-86fb9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.775771578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-86fb9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.833192306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-86fb9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.890278449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:43.950313335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.008532063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.070309925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.12654737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Deployment","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.182804358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.23617212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Service","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.289492511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"Service","name":"payload-pre-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.332778636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1579aa-27ce-4fab-9671-c1c84974a592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.386548932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.387232819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1579aa-27ce-4fab-9671-c1c84974a592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.440562022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.441313082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1579aa-27ce-4fab-9671-c1c84974a592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.495167969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1579aa-27ce-4fab-9671-c1c84974a592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.497287268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.570886625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.637542549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.695270079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.810681219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-86fb9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:44.866657607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86fb9e"},"namespace":"ai-tenant-e2e-api-a-86fb9e","name":"default-tenant","reconcileID":"c172af20-1672-41af-a62a-a1ed0c488214","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-86fb9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:45.572146914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c835a683-bb8a-4fce-933c-3ed9fdc92b3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:45.684831322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c835a683-bb8a-4fce-933c-3ed9fdc92b3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:45.741402166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"c835a683-bb8a-4fce-933c-3ed9fdc92b3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.349146026Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86fb9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86fb9e","reconcileID":"cb80cd1d-e773-4679-976d-1ae21b53fe53","aitenant":"ai-tenants/e2e-api-a-86fb9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.508594195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b96a8c-2fe5-4b2d-a44e-1d0fe5d4d2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.562418367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b96a8c-2fe5-4b2d-a44e-1d0fe5d4d2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.616181081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b96a8c-2fe5-4b2d-a44e-1d0fe5d4d2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.669985411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b96a8c-2fe5-4b2d-a44e-1d0fe5d4d2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:47.177982304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86fb9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86fb9e","reconcileID":"cb80cd1d-e773-4679-976d-1ae21b53fe53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86fb9e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-86fb9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.083557134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"b3fa88f3-f7f0-44a5-87bc-8369f6d9667c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.141371297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"b3fa88f3-f7f0-44a5-87bc-8369f6d9667c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.198567232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ec0d31-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39db787a1cf542775cc11f6efca2c7e172c5fc37670905d8dfebb2f04e5ecdc5) AuthConfig (85861402dd69b8dad2d505075dcb0cb68ea5423644a16160325cba8c70ef01c2) AuthConfig (dc923a343861ce196489604b782ae6083e9fe3ac7148cd8ce6c715132278677e) AuthConfig (d1a9a56dd034ceff7f9cf8ef8d789f9b3f100aabe59ee914556a5bf4405f6d3f) AuthConfig (04dcc5e15095c9734f22d02e6cb1b34f321e1a44abbb6219b8d8e9c3ab7a4cfa) AuthConfig (22997621d0a9ab22d3d8746ca7e5e171c02f604d2e3bde6533737f55d967170b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"b3fa88f3-f7f0-44a5-87bc-8369f6d9667c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.625148669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cc9e6c-71b6-4c3e-b873-7cd9635df198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.678808872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cc9e6c-71b6-4c3e-b873-7cd9635df198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.732605785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cc9e6c-71b6-4c3e-b873-7cd9635df198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.786410632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cc9e6c-71b6-4c3e-b873-7cd9635df198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:48.905812109Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b841b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b841b","reconcileID":"efcd48c8-f28d-44d8-97a5-2c0ba1c30b55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b841b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6b841b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.729021034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0167a89e-a0a0-4f03-936b-b36eacaa7845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.782735924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0167a89e-a0a0-4f03-936b-b36eacaa7845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.836495224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0167a89e-a0a0-4f03-936b-b36eacaa7845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.890994275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0167a89e-a0a0-4f03-936b-b36eacaa7845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.314018116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"b05884cb-6dd7-4285-b2d5-5689f32eca0b","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-62aee24f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.536204717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"namespace":"ai-tenant-e2e-mt-62aee24f","name":"e2e-shared-int-sub-62aee24f","reconcileID":"b05884cb-6dd7-4285-b2d5-5689f32eca0b","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-62aee24f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3d156352/e2e-shared-int-sub-62aee24f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.752375122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4fbbdaa-b4a0-412e-bace-8da73e586531","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.752381014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"fb860045-e4e9-4b5c-955c-0a2875425445","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.797530075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c767191-bdbe-4a80-97bf-58d04f284194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:51.797548358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c767191-bdbe-4a80-97bf-58d04f284194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.953253954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef85d29-1482-4e4d-b5bb-5fe8affe9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.007579749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef85d29-1482-4e4d-b5bb-5fe8affe9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.061721863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef85d29-1482-4e4d-b5bb-5fe8affe9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.116584366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef85d29-1482-4e4d-b5bb-5fe8affe9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.611447017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"40b6c1c2-1b22-4fc2-9597-1c4e260dbbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.611566755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e4e7d6-8197-441f-89e8-8a13ecc9026e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.611584982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e4e7d6-8197-441f-89e8-8a13ecc9026e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.818823857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"40b6c1c2-1b22-4fc2-9597-1c4e260dbbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.944695227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"40b6c1c2-1b22-4fc2-9597-1c4e260dbbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"name":"e2e-api-b-ec0d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:53.944719396Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"e2e-e2e-api-b-ec0d31-policy","reconcileID":"40b6c1c2-1b22-4fc2-9597-1c4e260dbbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ec0d31-policy","namespace":"ai-tenant-e2e-api-b-ec0d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ec0d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:54.003534785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58297521-db9f-454d-a814-191049ccdfdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:54.003555611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58297521-db9f-454d-a814-191049ccdfdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.430306062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01721e0e-831a-4ec4-9b86-e2b1b96be47b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.485042776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01721e0e-831a-4ec4-9b86-e2b1b96be47b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.538953604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01721e0e-831a-4ec4-9b86-e2b1b96be47b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.596648765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01721e0e-831a-4ec4-9b86-e2b1b96be47b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.86914707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"1f28fda0-b7c2-47f2-a3c3-289eae703272","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.9277121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"1f28fda0-b7c2-47f2-a3c3-289eae703272","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:55.985791536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"1f28fda0-b7c2-47f2-a3c3-289eae703272","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:57.572287619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca9e203-60b4-4065-bc6a-17ac73a0da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:57.629150314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca9e203-60b4-4065-bc6a-17ac73a0da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:57.684321388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca9e203-60b4-4065-bc6a-17ac73a0da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:57.738100985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca9e203-60b4-4065-bc6a-17ac73a0da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:59.65491148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06f6bf0-6279-4328-9d20-42f0908431b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:59.709863456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06f6bf0-6279-4328-9d20-42f0908431b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:59.76359384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06f6bf0-6279-4328-9d20-42f0908431b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:59.817420907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06f6bf0-6279-4328-9d20-42f0908431b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:01.753008217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c109b1d5-bf16-4e60-b473-9caa45d7846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:01.806941488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c109b1d5-bf16-4e60-b473-9caa45d7846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:01.860806039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c109b1d5-bf16-4e60-b473-9caa45d7846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:01.916869878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c109b1d5-bf16-4e60-b473-9caa45d7846c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:03.837227463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76284397-030a-4f9e-88b3-133687078644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:03.892403638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76284397-030a-4f9e-88b3-133687078644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:03.94658276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76284397-030a-4f9e-88b3-133687078644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:04.000754651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76284397-030a-4f9e-88b3-133687078644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:05.998323787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4332b-242f-4bed-bc10-01e76af0bfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.053604256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4332b-242f-4bed-bc10-01e76af0bfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.124014542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4332b-242f-4bed-bc10-01e76af0bfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.181344243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4332b-242f-4bed-bc10-01e76af0bfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.187370237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"555134b0-0862-4efa-84e1-adb4879ba34e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.249249066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"555134b0-0862-4efa-84e1-adb4879ba34e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:06.310948427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"555134b0-0862-4efa-84e1-adb4879ba34e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:09.091233225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22bf9f2-3241-4882-8e5a-64d163ce7618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:09.14498306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22bf9f2-3241-4882-8e5a-64d163ce7618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:09.198751166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22bf9f2-3241-4882-8e5a-64d163ce7618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:09.252737696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22bf9f2-3241-4882-8e5a-64d163ce7618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:10.760643489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:11.371415156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095e78f-fa56-4442-ae97-64c5fe483500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:11.429350923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095e78f-fa56-4442-ae97-64c5fe483500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:11.483400077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095e78f-fa56-4442-ae97-64c5fe483500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:11.537988816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095e78f-fa56-4442-ae97-64c5fe483500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.523273981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba9c6e-aef7-4ea7-9ee1-67130760b011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.577222278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba9c6e-aef7-4ea7-9ee1-67130760b011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.631079007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba9c6e-aef7-4ea7-9ee1-67130760b011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.685563051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba9c6e-aef7-4ea7-9ee1-67130760b011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.848407772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"1088c13c-e38f-4e23-bbdf-c70ac06db3f1","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.947691529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ed71d8f-a96d-4a12-abce-3f361da658b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:15.732999741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7928744a-2f6c-4c78-ba98-8f2394333cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:15.787928109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7928744a-2f6c-4c78-ba98-8f2394333cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:15.843385107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7928744a-2f6c-4c78-ba98-8f2394333cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:15.848751017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-369e27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-369e27","reconcileID":"2341f1a5-f09b-4e4c-9981-bb03ee5ac964","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-369e27","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-369e27":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:15.897111351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7928744a-2f6c-4c78-ba98-8f2394333cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:16.421087587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"2c456a95-9e48-44bd-a8f9-99e823e78069","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:16.478855926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"2c456a95-9e48-44bd-a8f9-99e823e78069","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:16.535472182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"2c456a95-9e48-44bd-a8f9-99e823e78069","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:16.59533111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65484438-6e57-4623-9895-6d6135d0582e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:16.595351856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65484438-6e57-4623-9895-6d6135d0582e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:17.833518066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921657c4-839e-45a1-8909-d583899d7035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:17.887171659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921657c4-839e-45a1-8909-d583899d7035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:17.940801973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921657c4-839e-45a1-8909-d583899d7035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:17.994500497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921657c4-839e-45a1-8909-d583899d7035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:24.434839541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ff044a-7424-4639-b1f4-d51d6ab01003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:24.489949642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ff044a-7424-4639-b1f4-d51d6ab01003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:24.544117247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ff044a-7424-4639-b1f4-d51d6ab01003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:24.597845524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ff044a-7424-4639-b1f4-d51d6ab01003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.314290813Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f00cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f00cb","reconcileID":"226f5d24-9092-49ce-8a41-ca4416ac7a55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6f00cb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6f00cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.542823359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00930eba-5293-4cfc-882f-08e31c94d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.596896517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00930eba-5293-4cfc-882f-08e31c94d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.650649023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00930eba-5293-4cfc-882f-08e31c94d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.704654013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00930eba-5293-4cfc-882f-08e31c94d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.812591955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"7e1516f8-34a9-4cc5-bf51-b37f408342c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.870976428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"7e1516f8-34a9-4cc5-bf51-b37f408342c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:26.982220338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"7e1516f8-34a9-4cc5-bf51-b37f408342c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.670738141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e04af0-2a9e-4851-8b06-ad240d30e025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.725498845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e04af0-2a9e-4851-8b06-ad240d30e025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.779491475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e04af0-2a9e-4851-8b06-ad240d30e025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.833223019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e04af0-2a9e-4851-8b06-ad240d30e025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:30.819117627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6c2e7-4491-442c-9e69-f7dfa6d709d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:30.873363472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6c2e7-4491-442c-9e69-f7dfa6d709d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:30.927133454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6c2e7-4491-442c-9e69-f7dfa6d709d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:30.98085709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6c2e7-4491-442c-9e69-f7dfa6d709d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:32.915646795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf26a8a-09bd-43f7-825e-3ee2902f89ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:32.969616674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf26a8a-09bd-43f7-825e-3ee2902f89ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.023621927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf26a8a-09bd-43f7-825e-3ee2902f89ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.077973621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf26a8a-09bd-43f7-825e-3ee2902f89ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:37.089166901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"88ab4d70-47e1-4241-8231-90ded0ea5a7f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:37.146927039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"88ab4d70-47e1-4241-8231-90ded0ea5a7f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:37.20328531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"88ab4d70-47e1-4241-8231-90ded0ea5a7f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:40.641535883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.075353344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"38e53532-a596-4a4a-94b3-fd579a4e41f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.181699957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"1e4f28b0-5839-4d6f-9729-3e2fa2b52f31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.437646099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"81dbba62-f77f-41ea-9749-f11cd5f29ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.554497788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b44b50df-7562-4546-8d12-a460a85c4048","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.554772768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"b42b0d53-20f3-45fc-bd66-c3a7175cbf65","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.684228669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"adfd08a8-78dc-4f02-b0a7-f4f010089773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.775457775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"6f74cbcd-299b-4191-960f-643319a20c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.876933167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"ae61df6c-0f93-43a8-8bf6-5d94c205df79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:42.984723614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"69ebf0bc-732a-4519-8e67-2d8186fa9d03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:43.084609482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"fe4b26a3-4fce-4602-8ef8-2d4123e1a782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:43.183897192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f30f587-6f2f-4701-9ffa-1f9adf2a83cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:43.288228637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f9a4edff-d957-4e59-a024-26fb30cfd0e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:43.288341581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"39222172-607c-4443-926b-27cf42d13bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.599621715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"48e85920-0c6f-4729-b45c-75872f9b726a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6b841b","tenantID":"e2e-ipp-a-6b841b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.717019608Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"48e85920-0c6f-4729-b45c-75872f9b726a","name":"e2e-ipp-a-6b841b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.775697469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","namespace":"ai-tenant-e2e-api-b-ec0d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.77575175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","namespace":"ai-tenant-e2e-api-b-ec0d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.775817676Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","tenant":"e2e-api-b-ec0d31","tenantID":"e2e-api-b-ec0d31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.831417489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Deployment","name":"maas-api-e2e-api-b-ec0d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.892233486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Service","name":"maas-api-e2e-api-b-ec0d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:44.950263669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ec0d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.008238927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ec0d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.066517095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.128909158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.190168767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.246509597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.301189349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Deployment","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.355309296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.409144269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Service","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.462507793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"Service","name":"payload-pre-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.515723838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.569113908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.622631319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.67947553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.732794667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.786233083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.844303329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-ec0d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:45.903415542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ec0d31"},"namespace":"ai-tenant-e2e-api-b-ec0d31","name":"default-tenant","reconcileID":"63b563a1-e438-4ad9-87e6-774d0945aa08","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-ec0d31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:47.311845045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"03e0c8c9-95a6-4eeb-aec5-5a87d9c58f99","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:47.369437918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"03e0c8c9-95a6-4eeb-aec5-5a87d9c58f99","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:47.69235151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5a3b28-a4b7-4c87-aaa1-ae7cc4a8f9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:47.692371844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5a3b28-a4b7-4c87-aaa1-ae7cc4a8f9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.277873799Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ec0d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ec0d31","reconcileID":"539b47c2-7846-4491-a2a1-243e47d4faa9","aitenant":"ai-tenants/e2e-api-b-ec0d31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.72759199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29709b98-35c6-4304-bfd0-aad25485003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.781967001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29709b98-35c6-4304-bfd0-aad25485003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.836160995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29709b98-35c6-4304-bfd0-aad25485003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.890592059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29709b98-35c6-4304-bfd0-aad25485003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:51.067473763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ec0d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ec0d31","reconcileID":"539b47c2-7846-4491-a2a1-243e47d4faa9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ec0d31","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-ec0d31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.834233675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4246845e-8368-4b76-ab35-639ab1925ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.888379727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4246845e-8368-4b76-ab35-639ab1925ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.943533909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4246845e-8368-4b76-ab35-639ab1925ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.997697268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4246845e-8368-4b76-ab35-639ab1925ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:54.957226736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469e24e2-83ff-4fe2-89e4-83d08ba00e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:55.011681036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469e24e2-83ff-4fe2-89e4-83d08ba00e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:55.066202225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469e24e2-83ff-4fe2-89e4-83d08ba00e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:55.119919176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469e24e2-83ff-4fe2-89e4-83d08ba00e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.11288615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9527d987-55e4-462e-8f69-b6f99099e0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.173050536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9527d987-55e4-462e-8f69-b6f99099e0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.227963239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9527d987-55e4-462e-8f69-b6f99099e0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.233442128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d485fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d485fc","reconcileID":"2f54f6db-ae76-4466-a00c-82ce123df48f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d485fc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d485fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.282352075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9527d987-55e4-462e-8f69-b6f99099e0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.810436058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ec44a712-7611-466d-94c5-84111da8e893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.942041806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"33637f09-c26a-4bfb-9927-186a58f673e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.208743082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2eb819fa-f083-487a-90e7-a17b14fd8b08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.306798605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"1f7e5950-66ac-4943-8e01-0548ed67dce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.328714934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"ebc0f79c-8745-49e0-a61f-c622025bab11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.607318496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"837492a2-eb12-47fb-bb11-47bb5cc113cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.626836023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"631da49a-624a-4b54-a02c-aaafc0d4da4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.709333981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"dff4f113-b3ee-4e0d-8d9d-0afa99a16d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.825386832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4da3e595-511e-4edd-a068-60e0a8793483","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.828086607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"8bcd554b-ae73-445d-949d-858a521cbddb","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.004485792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"ccb14eb9-af01-44af-bb49-b64ff0f5b299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.004943765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"51d62991-48b7-406c-b077-242b14114409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.114151202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94e6407a-d709-4cec-9265-0e4a2f4b6aa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.253112282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62060392-b7f6-4068-a3d6-1040fb244768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.307044412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62060392-b7f6-4068-a3d6-1040fb244768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.373405162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62060392-b7f6-4068-a3d6-1040fb244768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.427261024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62060392-b7f6-4068-a3d6-1040fb244768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.455972425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84208418-c53f-4ab4-929f-bc7de2809a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.510204741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84208418-c53f-4ab4-929f-bc7de2809a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.565034216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84208418-c53f-4ab4-929f-bc7de2809a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.619280865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84208418-c53f-4ab4-929f-bc7de2809a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.643176755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:11.654119114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"6d7f6dd9-88a0-4eb5-abe4-ff9b077c9851","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-369e27","tenantID":"e2e-ipp-b-369e27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:11.773280085Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"6d7f6dd9-88a0-4eb5-abe4-ff9b077c9851","name":"e2e-ipp-b-369e27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.431476738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"1ecf9c6d-2f01-4f1d-9408-688c6777f4fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.431646582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb122f3-8c88-45c5-875b-76900e50182a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.431663125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb122f3-8c88-45c5-875b-76900e50182a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.586407825Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-policy-62aee24f","reconcileID":"1ecf9c6d-2f01-4f1d-9408-688c6777f4fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"policyNamespace":"ai-tenant-e2e-mt-3d156352","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.643853244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c3b4af-6400-43fb-a286-6a62a958a513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.643874047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c3b4af-6400-43fb-a286-6a62a958a513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.79144787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d91f464-b13b-4dbd-9e59-1480420c2bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.791471948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d91f464-b13b-4dbd-9e59-1480420c2bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:26.991266793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"ffc28796-6b55-4b46-a8b7-d6de69334335","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6f00cb","tenantID":"e2e-ipp-b-6f00cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:27.109513775Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"ffc28796-6b55-4b46-a8b7-d6de69334335","name":"e2e-ipp-b-6f00cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:32.958700466Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"4ed175d7-b90c-4539-acdb-8ca8d460abbe","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-62aee24f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.179904491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"namespace":"ai-tenant-e2e-mt-3d156352","name":"e2e-shared-int-sub-62aee24f","reconcileID":"4ed175d7-b90c-4539-acdb-8ca8d460abbe","MaaSSubscription":{"name":"e2e-shared-int-sub-62aee24f","namespace":"ai-tenant-e2e-mt-3d156352"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.395307392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f41811c-db8b-4cab-bae2-e2d73d97e564","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.526499185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec928637-5615-4232-b7c6-6b5f6b72a300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.526520312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec928637-5615-4232-b7c6-6b5f6b72a300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:40.642353008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.14922609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f86b06f-6abd-4f70-a09f-0f155575e228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.203209536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f86b06f-6abd-4f70-a09f-0f155575e228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.257078681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f86b06f-6abd-4f70-a09f-0f155575e228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.310838684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f86b06f-6abd-4f70-a09f-0f155575e228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:51.487356781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317c4c0b-c43d-4b20-8c90-d1b21694253b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:51.543196739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317c4c0b-c43d-4b20-8c90-d1b21694253b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:51.600211241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317c4c0b-c43d-4b20-8c90-d1b21694253b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:51.654766688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317c4c0b-c43d-4b20-8c90-d1b21694253b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:53.764700743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea7b26-62db-45b8-b09c-4098a0eebd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:53.819178257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea7b26-62db-45b8-b09c-4098a0eebd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:53.872896021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea7b26-62db-45b8-b09c-4098a0eebd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:53.927301796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea7b26-62db-45b8-b09c-4098a0eebd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:56.527295458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c49ef9-e2e7-4cfc-9387-82cacd08aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:56.58112529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c49ef9-e2e7-4cfc-9387-82cacd08aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:56.635117467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c49ef9-e2e7-4cfc-9387-82cacd08aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:56.689077938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c49ef9-e2e7-4cfc-9387-82cacd08aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:57.942086686Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db9e5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db9e5a","reconcileID":"70a13e96-aaf9-4a95-a3fa-a9dd24c4fd77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db9e5a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-db9e5a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:58.630932152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe41238-5c59-4a8c-a86b-fd6095f141b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:58.684974524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe41238-5c59-4a8c-a86b-fd6095f141b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:58.738911132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe41238-5c59-4a8c-a86b-fd6095f141b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:58.79268157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe41238-5c59-4a8c-a86b-fd6095f141b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.823937847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30741e29-2097-425d-859b-24cb22dc7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.877675072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30741e29-2097-425d-859b-24cb22dc7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.931908845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30741e29-2097-425d-859b-24cb22dc7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.986185272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30741e29-2097-425d-859b-24cb22dc7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:05.914352217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"cc835e41-ac7a-4215-bc4b-e23f6499a31b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:06.033448886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"cc835e41-ac7a-4215-bc4b-e23f6499a31b","name":"e2e-ipp-a-d485fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.167189345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7b2dc191-9af9-443e-a548-44492c5a68cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.287301789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc45cd0c-844c-4e9a-a946-bab478c55d0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.409616228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6eea712-6c9a-476b-81f0-d63a7a7426d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.528848114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"515591f4-18d6-4037-ba17-43fb0c1e4446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.630160432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"3607f5bb-f645-4208-babb-014674fbd46f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.650613164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"a48b7b4a-5702-4f22-b770-4b49dded5cda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.730606222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"ee20d284-1f7e-424f-b820-8bd413176b50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.889408821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"fb5f1d48-1e45-43f6-a05a-3eb1ca623e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:08.989417487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"8a5c9dbb-0e2a-4189-8865-813c7e64ab79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.010692857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"36d92772-0d90-4992-b5bd-57c9f79e6792","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.191466512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"9477f51c-b738-4702-b87d-e0ca32a23532","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.42752466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"c368610b-d964-4fe3-bdb2-a1ff051e55ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:10.64171529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.746887285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a81498-632e-4221-9707-99549a14e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.800794442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a81498-632e-4221-9707-99549a14e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.855565861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a81498-632e-4221-9707-99549a14e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.910059341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a81498-632e-4221-9707-99549a14e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.83075469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89064725-d3ab-493b-9271-55dce4530080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.885599825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89064725-d3ab-493b-9271-55dce4530080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.939301491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89064725-d3ab-493b-9271-55dce4530080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.992936988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89064725-d3ab-493b-9271-55dce4530080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.357358574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"82637a0e-9318-4619-bfe5-e3cc5168d606","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.48251075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"b6cb6dc4-1dd1-4ab8-bc48-6622da37d164","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.584549121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"f852b747-af1a-4bb0-ae6a-22ec7b2e65e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.683422069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"ba4dc4a1-d924-4c26-b116-69690bcdacba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.965627574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"ce2f47de-e838-470a-a735-4818643ff950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.066168682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"9dfac073-63ac-4ff5-9a4a-94e3ffc3c900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.226692118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"a95ee8ba-adf5-4673-8330-f440198da9e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.372699231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"ae68a924-b19d-4bd5-85ca-bd139ade510c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.471725954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28d00043-1c34-4e35-b80a-e086854fe453","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.497694397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71e777ba-fcd3-459b-95f0-bd384a798b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.622828412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"81392a7e-4f7c-4745-a7ac-d361e6eeaf30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.756294745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"805447ac-960c-4850-9aea-c6ac2f5f458e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:35.586306168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ac83d4-2ac4-4711-ab52-c1fb28d3ff5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:35.640463817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ac83d4-2ac4-4711-ab52-c1fb28d3ff5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:35.694723878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ac83d4-2ac4-4711-ab52-c1fb28d3ff5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:35.748520715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ac83d4-2ac4-4711-ab52-c1fb28d3ff5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:37.681319068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf55f9cc-bb1d-44c1-b2b5-83670bbaa07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:37.73512523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf55f9cc-bb1d-44c1-b2b5-83670bbaa07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:37.789131829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf55f9cc-bb1d-44c1-b2b5-83670bbaa07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:37.843294435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf55f9cc-bb1d-44c1-b2b5-83670bbaa07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:40.641543843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.39085705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b55dd899-7bca-4f44-a181-29aa48a74ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.554833784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3aaf282f-e196-46e9-ada2-c8e63b7bf1a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.923896485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"a20e327a-60da-4f20-b579-b80ca43d0bfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.046456648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"c6d9b737-3261-49bb-abea-2e4da4b31afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.231664138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"bf0b6a22-3b68-4aaf-be7e-0af5f5d34e96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.333089507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"b601c409-8cd7-44ba-92c4-db3997dcf293","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.349647168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"5894c22d-b555-41bd-a2d6-81cf19c87df3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.541913954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7ad853ea-22ca-4531-baf0-ffa158062f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.644207672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fae18f9b-37c5-46a5-af0d-03a9812df6a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.663974767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e60a8f40-72a7-4291-8933-bcc10db8f50d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.745966949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"13c1facb-375f-489b-baf3-c00937e7d4bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.843825388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"0f55bb4f-8576-4196-9fb4-5ff558760c73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.267275323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be92010-e37d-44e2-bfbf-7d58795ca245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.321115333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be92010-e37d-44e2-bfbf-7d58795ca245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.375480526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be92010-e37d-44e2-bfbf-7d58795ca245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.429745757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be92010-e37d-44e2-bfbf-7d58795ca245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:10.60292185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e3eaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e3eaf","reconcileID":"d9f07a50-3dfe-4256-8d09-189b8e63808f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e3eaf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1e3eaf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:10.64170951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:11.359906195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d98404c-cbe6-4da0-ab93-d0c63c6763bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:11.413944404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d98404c-cbe6-4da0-ab93-d0c63c6763bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:11.467730857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d98404c-cbe6-4da0-ab93-d0c63c6763bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:11.52417855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d98404c-cbe6-4da0-ab93-d0c63c6763bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.463721067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a78698-1e4c-4bea-a8d6-3018c13a255f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.523812873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a78698-1e4c-4bea-a8d6-3018c13a255f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.582295192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a78698-1e4c-4bea-a8d6-3018c13a255f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.637428171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a78698-1e4c-4bea-a8d6-3018c13a255f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.753146548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"7d67af8a-d28f-4609-a1f9-a397c45a3f0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-db9e5a","tenantID":"e2e-ipp-b-db9e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.885968837Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"7d67af8a-d28f-4609-a1f9-a397c45a3f0e","name":"e2e-ipp-b-db9e5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:15.813379611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77579cc-ac9d-4636-9e2d-473c2e189f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:15.873118173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77579cc-ac9d-4636-9e2d-473c2e189f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:15.930248027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77579cc-ac9d-4636-9e2d-473c2e189f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:15.990227898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77579cc-ac9d-4636-9e2d-473c2e189f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.015947421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12e859-6ed3-4af4-accd-b211daed0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.09204354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12e859-6ed3-4af4-accd-b211daed0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.149763248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12e859-6ed3-4af4-accd-b211daed0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.204368986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12e859-6ed3-4af4-accd-b211daed0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.651945902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ac44ab-e591-4cbf-83fa-d527d4d209a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.706027846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ac44ab-e591-4cbf-83fa-d527d4d209a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.760117421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ac44ab-e591-4cbf-83fa-d527d4d209a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.814233776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ac44ab-e591-4cbf-83fa-d527d4d209a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:23.741899666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff70c19-213e-433c-94d2-b2aa8cddaa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:23.795737633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff70c19-213e-433c-94d2-b2aa8cddaa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:23.849567231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff70c19-213e-433c-94d2-b2aa8cddaa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:23.90389715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff70c19-213e-433c-94d2-b2aa8cddaa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:40.642373915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.457891339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"f23acd9f-2354-46dc-97fb-60f979954ef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.556603489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"2f086a02-0c22-4dfc-9201-8d062f5dda33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.658210448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"3c47bdcd-855f-45b9-af4e-1a66a1d5d84a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.817764713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afdaa726-2ad9-4ad1-96a0-00d3bbaeaeb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.916941111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"2a71c870-1598-4b38-9cb7-63f1e735a749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.943860802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"92cadbdd-dafc-4852-a4fe-699beec4d2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.017820616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"d4d9f9dc-b519-40e2-9a51-5792367f810f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.128377076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"44a97f67-048f-45c9-aad1-8d25aa52b89c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.229442022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"ad2d3626-ef5a-4f0b-b95b-795185c56e2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.365902524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"3d8b397e-0063-4f20-8dfa-a7175a7dea36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.500853274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc69fed4-d6aa-4ca1-8950-07b52a819fee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:47.7294035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"d5648432-b2de-4414-abd4-b7e2aa69c40e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:58.697316046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa14efd-b0e3-45d3-b651-13b446409eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:58.751308818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa14efd-b0e3-45d3-b651-13b446409eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:58.805060125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa14efd-b0e3-45d3-b651-13b446409eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:58.859475775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa14efd-b0e3-45d3-b651-13b446409eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:00.840616002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc831a-74fb-44b8-a6e6-35a8d23cdb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:00.895355513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc831a-74fb-44b8-a6e6-35a8d23cdb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:00.949283916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc831a-74fb-44b8-a6e6-35a8d23cdb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:01.003481526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc831a-74fb-44b8-a6e6-35a8d23cdb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.398235376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"b5b0a7da-630b-47de-bfc1-f339b5dd84be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.452864236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"447edd13-f6f6-4882-b77e-0b2787caf8e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.613654957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21fa831d-bfa1-4a02-9ddd-0fc3a9f05286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.801380193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"f033310c-32d2-4b58-ac61-ec5a046dea82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.855259408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"bbeecd38-88ae-4085-9615-06b83ce283aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.914441108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c4369799-44f9-4fc6-b663-d8431aa8c884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.168294666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ddca1724-c8f9-41d4-851a-1fbc7a2f82ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.271544347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"7500289f-ea9d-4418-897c-455f1119654b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.390457649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"93fe019e-fa30-4f47-985b-8d9383b52c80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.694914612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"00f65334-a27c-48cc-92a1-da7a04f861b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.82277416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eabb5a6e-af9f-47f8-9836-0a1ac4b69f98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.922764475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"8ed4a125-0fea-40b3-a2f6-57107da428fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:10.642061031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:14.936421884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030dd903-b7b6-477b-8c18-3f2a4bc7ccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:14.990353682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030dd903-b7b6-477b-8c18-3f2a4bc7ccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:15.045223478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030dd903-b7b6-477b-8c18-3f2a4bc7ccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:15.099945371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030dd903-b7b6-477b-8c18-3f2a4bc7ccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.013529403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e312d-8e75-4278-bf7c-d0948c6c5aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.068374027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e312d-8e75-4278-bf7c-d0948c6c5aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.122492328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e312d-8e75-4278-bf7c-d0948c6c5aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.176415036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e312d-8e75-4278-bf7c-d0948c6c5aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.108944531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513bed9-3d9b-44a3-904f-33c4002fa196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.162905519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513bed9-3d9b-44a3-904f-33c4002fa196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.216453312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513bed9-3d9b-44a3-904f-33c4002fa196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.271083016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513bed9-3d9b-44a3-904f-33c4002fa196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.606969308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","namespace":"ai-tenant-e2e-ipp-a-256499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.607028569Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","namespace":"ai-tenant-e2e-ipp-a-256499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.60711327Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","tenant":"e2e-ipp-a-256499","tenantID":"e2e-ipp-a-256499","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.662886398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Deployment","name":"maas-api-e2e-ipp-a-256499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.724020502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Service","name":"maas-api-e2e-ipp-a-256499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.784774875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-256499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.840202507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-256499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.902445051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.962197963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.021473281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.078572754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.135216526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.190613461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.25279331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Service","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.378208047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.43411026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.489772212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.546718269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.603021611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.687011026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.7455286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.806030796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-256499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.861605905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-256499"},"namespace":"ai-tenant-e2e-ipp-a-256499","name":"default-tenant","reconcileID":"e0738345-85ba-4b17-8839-64ec85526867","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-256499","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:21.238038945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5956c-7b70-4f00-bef8-f2b236de5acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:21.29238372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5956c-7b70-4f00-bef8-f2b236de5acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:21.346300264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5956c-7b70-4f00-bef8-f2b236de5acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:21.399958046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5956c-7b70-4f00-bef8-f2b236de5acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.913050224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"9deb14c2-4dea-4713-bdfe-b2f57f7a327f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1e3eaf","tenantID":"e2e-ipp-a-1e3eaf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.030961209Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"9deb14c2-4dea-4713-bdfe-b2f57f7a327f","name":"e2e-ipp-a-1e3eaf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:30.331510357Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-256499","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-256499","reconcileID":"f0ade8d4-74af-4a86-b2db-afff04ded048","aitenant":"ai-tenants/e2e-ipp-a-256499","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:30.911009568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90cda59-4a54-4783-bf02-1096ff4c5cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:30.964874851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90cda59-4a54-4783-bf02-1096ff4c5cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.019115505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90cda59-4a54-4783-bf02-1096ff4c5cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.073226351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90cda59-4a54-4783-bf02-1096ff4c5cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.19357821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-256499","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-256499","reconcileID":"f0ade8d4-74af-4a86-b2db-afff04ded048","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-256499","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-256499"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.041934768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8028b2dd-0e80-457a-8817-1dc4d009b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.096707014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8028b2dd-0e80-457a-8817-1dc4d009b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.154537605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8028b2dd-0e80-457a-8817-1dc4d009b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.209922283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8028b2dd-0e80-457a-8817-1dc4d009b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.139440414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b5145-4782-4ac5-bd2c-8e9679924511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.193773654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b5145-4782-4ac5-bd2c-8e9679924511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.247548973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b5145-4782-4ac5-bd2c-8e9679924511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.301336943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b5145-4782-4ac5-bd2c-8e9679924511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:37.262868212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f90ab0-483c-43f8-8dd5-f4d23079ba22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:37.322913498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f90ab0-483c-43f8-8dd5-f4d23079ba22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:37.376749909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f90ab0-483c-43f8-8dd5-f4d23079ba22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:37.430720741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f90ab0-483c-43f8-8dd5-f4d23079ba22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.117497514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"9f8c1316-8700-4c42-9f84-06c58147fe0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.294686855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"1923d4af-2e54-472c-b235-5527d280d43f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.39828223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"b6711b60-99da-4b4e-baa3-501696d459af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.497643106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"13505af2-6615-4e1e-9e41-2d1dd8ed1065","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.6773652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d621b350-f77f-4f14-9e26-7da12b45605d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.694449831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"a3f29106-b748-4008-a786-a71e6dc1cd2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.731159616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3fc21532-c1cf-4772-a607-1450560deeea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.921684559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"73d02de6-5d02-4f1b-94c6-26ba6f4c90e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:38.978963881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"b6958d64-7aae-44a5-b877-bafd4f647ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.226736593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","namespace":"ai-tenant-e2e-ipp-a-bb294c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.226785096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","namespace":"ai-tenant-e2e-ipp-a-bb294c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.226833174Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","tenant":"e2e-ipp-a-bb294c","tenantID":"e2e-ipp-a-bb294c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.242319676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"e4387f54-a42a-4a67-b98c-fc3aa3b5be3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.281812791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bb294c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.333709147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"f40c23c2-795f-470e-8ff2-ad7ab9fcb24f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.344389564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Service","name":"maas-api-e2e-ipp-a-bb294c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.405980578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bb294c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.421637683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84298826-aef3-47c1-a761-bfbd61597ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.433402153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47d60d28-b54d-43cb-b478-1e3e5e147fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.475679405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84298826-aef3-47c1-a761-bfbd61597ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.476815813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bb294c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.533421186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84298826-aef3-47c1-a761-bfbd61597ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.596425369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84298826-aef3-47c1-a761-bfbd61597ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.597773858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.655338772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.713736644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.769236554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.875916392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.931118568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:39.996600879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Service","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.061348946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.117384177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.173158194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.230023454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.28700153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.342258377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.39736341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.455903828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bb294c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.513083067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb294c"},"namespace":"ai-tenant-e2e-ipp-a-bb294c","name":"default-tenant","reconcileID":"5bf8daf5-8427-46a5-b100-51e5f5470fb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bb294c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.57213382Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","namespace":"ai-tenant-e2e-ipp-b-369e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.572219429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","namespace":"ai-tenant-e2e-ipp-b-369e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.572288911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","tenant":"e2e-ipp-b-369e27","tenantID":"e2e-ipp-b-369e27","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.627804844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-369e27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.643175499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.745964225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Service","name":"maas-api-e2e-ipp-b-369e27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.802241318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-369e27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.857974175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-369e27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:40.915934214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.024622285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.085324478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.141199146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.197212939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.253736689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.317133013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Service","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.378194594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.435704431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.491430693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.548053359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.604647512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.648696923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7224200-831a-4150-acb3-15b692947cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.705060469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.705966971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7224200-831a-4150-acb3-15b692947cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.772013417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7224200-831a-4150-acb3-15b692947cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.772393057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.830429483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7224200-831a-4150-acb3-15b692947cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.932257284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-369e27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:41.996003572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-369e27"},"namespace":"ai-tenant-e2e-ipp-b-369e27","name":"default-tenant","reconcileID":"3ea70721-f693-4b97-9a63-9d1a21bf606d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-369e27","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.839062683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c320ee14-ced0-4a97-b4d9-1b35a126c63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.892986799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c320ee14-ced0-4a97-b4d9-1b35a126c63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.946931257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c320ee14-ced0-4a97-b4d9-1b35a126c63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.000706353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c320ee14-ced0-4a97-b4d9-1b35a126c63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.864099399Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-369e27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-369e27","reconcileID":"466dc27a-84c8-4a61-9b84-21a0a1dcb354","aitenant":"ai-tenants/e2e-ipp-b-369e27","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:45.644323804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-369e27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-369e27","reconcileID":"466dc27a-84c8-4a61-9b84-21a0a1dcb354","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-369e27","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-369e27"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:45.940211198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5526df4-788e-4369-8791-b5199a6444ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:45.994083996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5526df4-788e-4369-8791-b5199a6444ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:46.047954563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5526df4-788e-4369-8791-b5199a6444ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:46.101940096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5526df4-788e-4369-8791-b5199a6444ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:46.445380235Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb294c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb294c","reconcileID":"6347ebe5-21d0-4760-8e4b-4edb69b5b154","aitenant":"ai-tenants/e2e-ipp-a-bb294c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.280699879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb294c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb294c","reconcileID":"6347ebe5-21d0-4760-8e4b-4edb69b5b154","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bb294c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bb294c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:48.128509233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55123333-551c-4508-ad4c-fdb03f8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:48.184541308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55123333-551c-4508-ad4c-fdb03f8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:48.240256772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55123333-551c-4508-ad4c-fdb03f8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:48.294322917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55123333-551c-4508-ad4c-fdb03f8e44f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:50.233228973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09da5cc-546f-4c62-bbc1-90f7552deca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:50.286950406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09da5cc-546f-4c62-bbc1-90f7552deca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:50.340708558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09da5cc-546f-4c62-bbc1-90f7552deca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:50.394749583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09da5cc-546f-4c62-bbc1-90f7552deca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.328550768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-64848d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-64848d","reconcileID":"19341287-9c35-4799-befd-64d61ad9a1fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-64848d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-64848d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.345554019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82861ff-8975-4f87-9cf4-544e8a0def63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.39956775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82861ff-8975-4f87-9cf4-544e8a0def63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.453691173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82861ff-8975-4f87-9cf4-544e8a0def63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.507578787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82861ff-8975-4f87-9cf4-544e8a0def63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:54.46826982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700a22e1-4225-45ef-a268-b3f7605ca239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:54.535107746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700a22e1-4225-45ef-a268-b3f7605ca239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:54.595000553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700a22e1-4225-45ef-a268-b3f7605ca239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:54.649336441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700a22e1-4225-45ef-a268-b3f7605ca239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:57.208663466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2725742a-1713-49df-a444-effd8139ec6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:57.262540338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2725742a-1713-49df-a444-effd8139ec6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:57.316464843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2725742a-1713-49df-a444-effd8139ec6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:57.370323557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2725742a-1713-49df-a444-effd8139ec6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.278257569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-020743","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-020743","reconcileID":"c8925b94-f2b3-46c4-9969-1fa5ae877229","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-020743","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-020743":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.293965668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfff7ed-2679-462c-b521-6a9de48e3c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.347969797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfff7ed-2679-462c-b521-6a9de48e3c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.401682874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfff7ed-2679-462c-b521-6a9de48e3c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.455429521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfff7ed-2679-462c-b521-6a9de48e3c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:01.425768931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6c97e6-4bbc-4566-a70b-8f3522d02e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:01.479591288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6c97e6-4bbc-4566-a70b-8f3522d02e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:01.535577588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6c97e6-4bbc-4566-a70b-8f3522d02e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:01.590751143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6c97e6-4bbc-4566-a70b-8f3522d02e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:03.548538617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9119d89-1f85-44fc-baa8-94104bc7c973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:03.602852868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9119d89-1f85-44fc-baa8-94104bc7c973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:03.657312194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9119d89-1f85-44fc-baa8-94104bc7c973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:03.711443376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9119d89-1f85-44fc-baa8-94104bc7c973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.641786978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:32.981893773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"62fea07b-d32b-41be-b811-77cd84fa3f7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.084463238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"f9505b12-8e11-47ef-87fe-447f46779856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.100658114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"337b32dc-1fc4-40ef-b698-441d02d18698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.227038208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"56f8dc07-2790-4270-8d3f-b6558886e28f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.376329809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"331c8e35-5917-44f4-982b-c99e26e87b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.48388034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"908c6736-aa27-43c1-84b9-307b440963d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.591564835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"69485273-aa06-4b3e-b887-66354ccd59bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.642450907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2c8f27f4-3701-4f29-a172-f272b9d4b69f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.757921988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"2f622104-3dfe-4076-9994-32ce92548bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.819494947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ba515a6-a1f1-4851-a783-938db78740e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:33.919801074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"be0e8d92-0e1d-43cf-a186-6ed9b1aee018","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:34.119359053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"f3322206-3d7b-4531-989b-1e85f350f356","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.330290198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9159e606-25bf-4be2-a85c-9054d2d3dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.383854471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9159e606-25bf-4be2-a85c-9054d2d3dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.437877925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9159e606-25bf-4be2-a85c-9054d2d3dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.491635649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9159e606-25bf-4be2-a85c-9054d2d3dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.428727838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3851901f-05e2-451c-9af6-8752f8dc91f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.482500421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3851901f-05e2-451c-9af6-8752f8dc91f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.536310973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3851901f-05e2-451c-9af6-8752f8dc91f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.590538336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3851901f-05e2-451c-9af6-8752f8dc91f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:39.606424325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629ce13-9e4d-4638-a668-d26531a7a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:39.660423818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629ce13-9e4d-4638-a668-d26531a7a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:39.714324645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629ce13-9e4d-4638-a668-d26531a7a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:39.768313835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629ce13-9e4d-4638-a668-d26531a7a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:40.642897088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.80297077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a3c93-7e19-43f3-b375-cf4c8b238b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.856884948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a3c93-7e19-43f3-b375-cf4c8b238b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.910883603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a3c93-7e19-43f3-b375-cf4c8b238b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.964841757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a3c93-7e19-43f3-b375-cf4c8b238b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:44.189419484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b510c89a-1d78-4cec-9d48-3bb9fb519939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:44.242991289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b510c89a-1d78-4cec-9d48-3bb9fb519939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:44.296801021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b510c89a-1d78-4cec-9d48-3bb9fb519939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:44.350553674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b510c89a-1d78-4cec-9d48-3bb9fb519939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:45.114228653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-23d19d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-23d19d","reconcileID":"10055828-d4a9-4ee4-b875-25bc40d29b5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-23d19d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-23d19d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.284185014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d536aba-f579-4d9d-9ead-0841baddc9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.339320505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d536aba-f579-4d9d-9ead-0841baddc9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.39317944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d536aba-f579-4d9d-9ead-0841baddc9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.447444155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d536aba-f579-4d9d-9ead-0841baddc9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.3634521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0150f81a-c993-449a-a62a-95e170ba3514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.417155557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0150f81a-c993-449a-a62a-95e170ba3514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.4720159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0150f81a-c993-449a-a62a-95e170ba3514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.527196538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0150f81a-c993-449a-a62a-95e170ba3514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.493945453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bdfdf0-7ee4-4b60-9b07-baa5011056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.547810602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bdfdf0-7ee4-4b60-9b07-baa5011056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.601866824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bdfdf0-7ee4-4b60-9b07-baa5011056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.65702658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bdfdf0-7ee4-4b60-9b07-baa5011056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:52.58719649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de4982c-32f8-4060-a17e-a3c530c85746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:52.641140669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de4982c-32f8-4060-a17e-a3c530c85746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:52.694922015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de4982c-32f8-4060-a17e-a3c530c85746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:52.749242362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de4982c-32f8-4060-a17e-a3c530c85746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:54.733507044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e099f-5c46-4722-ae11-ff2b1495f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:54.787305771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e099f-5c46-4722-ae11-ff2b1495f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:54.841609789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e099f-5c46-4722-ae11-ff2b1495f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:54.895627539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e099f-5c46-4722-ae11-ff2b1495f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:56.834405541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2989c-7c1a-4dc1-af24-58a5fb774bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:56.888047014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2989c-7c1a-4dc1-af24-58a5fb774bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:56.941531662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2989c-7c1a-4dc1-af24-58a5fb774bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:56.995401715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2989c-7c1a-4dc1-af24-58a5fb774bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:02.327604845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ca7a7b-cce9-40d3-a85b-36aa0d205720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:02.38200062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ca7a7b-cce9-40d3-a85b-36aa0d205720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:02.436644379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ca7a7b-cce9-40d3-a85b-36aa0d205720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:02.490799021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ca7a7b-cce9-40d3-a85b-36aa0d205720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.532627954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b862e2e-d0b0-4fea-88da-d4e117255d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.586504034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b862e2e-d0b0-4fea-88da-d4e117255d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.640610424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b862e2e-d0b0-4fea-88da-d4e117255d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.694717448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b862e2e-d0b0-4fea-88da-d4e117255d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.858149696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"8b6ecf14-9825-4043-842f-8bd0f529ed81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-64848d","tenantID":"e2e-praxis-a-64848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:04.976602349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"8b6ecf14-9825-4043-842f-8bd0f529ed81","name":"e2e-praxis-a-64848d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.035506379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","namespace":"ai-tenant-e2e-ipp-b-6f00cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.035565423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","namespace":"ai-tenant-e2e-ipp-b-6f00cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.03562767Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","tenant":"e2e-ipp-b-6f00cb","tenantID":"e2e-ipp-b-6f00cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.090847618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6f00cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.153889773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Service","name":"maas-api-e2e-ipp-b-6f00cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.209868843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6f00cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.265004059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6f00cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.325935112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.38381732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.44244364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.503405956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.560355856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.617758221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.679945214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Service","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.800242746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.856215597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.91202024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:05.971266787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.0280539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.109591953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.167771721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.225429727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6f00cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.280637674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6f00cb"},"namespace":"ai-tenant-e2e-ipp-b-6f00cb","name":"default-tenant","reconcileID":"f9a69960-f937-4b73-a755-ec2ea81a61c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6f00cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.653723892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb80c58-92ba-490e-bda9-ff1377f04e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.70777556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb80c58-92ba-490e-bda9-ff1377f04e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.761791299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb80c58-92ba-490e-bda9-ff1377f04e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:06.822271414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb80c58-92ba-490e-bda9-ff1377f04e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:08.783659445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51af71-f0e3-4a48-a46e-d1eebc5654a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:08.838465694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51af71-f0e3-4a48-a46e-d1eebc5654a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:08.892327592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51af71-f0e3-4a48-a46e-d1eebc5654a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:08.946061962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51af71-f0e3-4a48-a46e-d1eebc5654a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:10.641480749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.690539641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"af32407f-00d2-40d9-9a98-45e1c32c622f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-020743","tenantID":"e2e-ipp-b-020743","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.810249992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"af32407f-00d2-40d9-9a98-45e1c32c622f","name":"e2e-ipp-b-020743-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.852649745Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f00cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f00cb","reconcileID":"2116cf5e-bf78-4a28-ac53-aaa507917f5e","aitenant":"ai-tenants/e2e-ipp-b-6f00cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.444248418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e53b4e1-dc29-45d3-8687-998737208cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.498797934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e53b4e1-dc29-45d3-8687-998737208cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.552732209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e53b4e1-dc29-45d3-8687-998737208cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.607972418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e53b4e1-dc29-45d3-8687-998737208cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.723699037Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6f00cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6f00cb","reconcileID":"2116cf5e-bf78-4a28-ac53-aaa507917f5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6f00cb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6f00cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:14.537367189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29e4fa-96dd-45de-bc6c-a870ebafaf1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:14.591663855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29e4fa-96dd-45de-bc6c-a870ebafaf1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:14.645882012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29e4fa-96dd-45de-bc6c-a870ebafaf1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:14.700247711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29e4fa-96dd-45de-bc6c-a870ebafaf1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.733371146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce40b39-4928-4189-9164-d33fad0adc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.787328991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce40b39-4928-4189-9164-d33fad0adc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.84127957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce40b39-4928-4189-9164-d33fad0adc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.895122198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce40b39-4928-4189-9164-d33fad0adc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.728600724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a98fad9-5755-4be6-877c-ec1683f8b9b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.911223319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"2241cd44-4df6-4747-8671-78f23ee48898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.931222846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f102baa1-9c0f-4d9b-b640-d6cf8bf679b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.985492063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f102baa1-9c0f-4d9b-b640-d6cf8bf679b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.040371301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f102baa1-9c0f-4d9b-b640-d6cf8bf679b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.040441757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c6265f57-7248-4fdd-8b6e-d86ea7b634b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.094228518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f102baa1-9c0f-4d9b-b640-d6cf8bf679b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.255841941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"a1182069-3a38-403a-a4a1-5c107bd31432","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.255965756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7ebe8bde-5411-4197-9730-41097194e965","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.339831832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"142e952e-fa16-4c5d-89fd-a9c2bb1ca177","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.477431149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"ee86f4c9-a13c-4f5b-afc5-42c042b0bda9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.569120489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9600d45d-acff-48cb-9f09-9d06a7a397bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.782256431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"198335b4-6614-422c-b648-59de3dc14599","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.881590404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"46c6a5f1-f84f-4945-941a-5be874c971b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.89358382Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f6758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f6758","reconcileID":"53ef7a9f-c430-4501-86e8-348e019f0d11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7f6758","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7f6758":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.98426724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"196352c9-f245-456d-8b99-70c46f4c8552","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:19.984320934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"5302c7a9-cbfd-417f-a493-a46eabf062ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:21.046433025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba88196-c438-4671-add3-3c07e448c5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:21.101217156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba88196-c438-4671-add3-3c07e448c5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:21.155400367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba88196-c438-4671-add3-3c07e448c5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:21.20957048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba88196-c438-4671-add3-3c07e448c5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:23.143621194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ee047-b6a8-4c10-b053-f28fdc7849dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:23.197763331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ee047-b6a8-4c10-b053-f28fdc7849dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:23.25217975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ee047-b6a8-4c10-b053-f28fdc7849dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:23.306799202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ee047-b6a8-4c10-b053-f28fdc7849dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.136755492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","namespace":"ai-tenant-e2e-ipp-a-6b841b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.136829914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","namespace":"ai-tenant-e2e-ipp-a-6b841b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.136900225Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","tenant":"e2e-ipp-a-6b841b","tenantID":"e2e-ipp-a-6b841b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.192201539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6b841b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.255035886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Service","name":"maas-api-e2e-ipp-a-6b841b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.313210302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6b841b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.388390548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6b841b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.463801518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.521709787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.580219109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.639250433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.69489483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.752130177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.813981468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Service","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.874796671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.934175217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:28.991954524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.049313461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.106251268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.161930301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.218157562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.27412207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6b841b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:29.330277896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b841b"},"namespace":"ai-tenant-e2e-ipp-a-6b841b","name":"default-tenant","reconcileID":"7ac6dcf8-2596-4471-8762-ac87933cf452","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6b841b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.241214024Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b841b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b841b","reconcileID":"ef80726e-8e27-4cab-b1ba-a1bcc5cabd78","aitenant":"ai-tenants/e2e-ipp-a-6b841b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.824569557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f81c6c-f32f-4637-a9fa-967aa018eaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.878649631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f81c6c-f32f-4637-a9fa-967aa018eaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.934919779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f81c6c-f32f-4637-a9fa-967aa018eaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.989517721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f81c6c-f32f-4637-a9fa-967aa018eaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.105443289Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b841b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b841b","reconcileID":"ef80726e-8e27-4cab-b1ba-a1bcc5cabd78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b841b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6b841b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:36.923951051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53bc27-b71d-4812-83cb-57665d3631cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:36.977827909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53bc27-b71d-4812-83cb-57665d3631cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:37.031917855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53bc27-b71d-4812-83cb-57665d3631cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:37.085788138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53bc27-b71d-4812-83cb-57665d3631cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.025465991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc89de56-8c29-4be2-a5ff-37fa3931dcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.07952857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc89de56-8c29-4be2-a5ff-37fa3931dcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.133432018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc89de56-8c29-4be2-a5ff-37fa3931dcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.187590371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc89de56-8c29-4be2-a5ff-37fa3931dcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.641570467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:41.140672302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f9f5e0-29ac-42b8-a33c-4d8ec89cecb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:41.194836135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f9f5e0-29ac-42b8-a33c-4d8ec89cecb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:41.24965264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f9f5e0-29ac-42b8-a33c-4d8ec89cecb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:41.303588298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f9f5e0-29ac-42b8-a33c-4d8ec89cecb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.26734515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8165ae-52f6-4804-847f-2617d4ac6e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.321840861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8165ae-52f6-4804-847f-2617d4ac6e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.375910153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8165ae-52f6-4804-847f-2617d4ac6e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.429934873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8165ae-52f6-4804-847f-2617d4ac6e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.42137796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a266f7-fe0d-41a7-9051-050934404061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.475303912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a266f7-fe0d-41a7-9051-050934404061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.529059605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a266f7-fe0d-41a7-9051-050934404061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.582891798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a266f7-fe0d-41a7-9051-050934404061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.259295091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"8bcab0b8-2709-4809-a361-e9e4c727f05b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-23d19d","tenantID":"e2e-ipp-b-23d19d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.377924048Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"8bcab0b8-2709-4809-a361-e9e4c727f05b","name":"e2e-ipp-b-23d19d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:10.642677095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.471001258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00172d8e-f0ac-4f72-800d-430580af0f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.524656794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00172d8e-f0ac-4f72-800d-430580af0f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.578522058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00172d8e-f0ac-4f72-800d-430580af0f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.635369297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00172d8e-f0ac-4f72-800d-430580af0f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.604450822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5090bb-51d0-47fc-b06d-da5cbb8cef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.658770773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5090bb-51d0-47fc-b06d-da5cbb8cef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.715404359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5090bb-51d0-47fc-b06d-da5cbb8cef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.770908049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5090bb-51d0-47fc-b06d-da5cbb8cef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:22.727992605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0b2cd-837b-4311-8a75-bd3e8988e398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:22.796550318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0b2cd-837b-4311-8a75-bd3e8988e398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:22.855328593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0b2cd-837b-4311-8a75-bd3e8988e398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:22.909757759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0b2cd-837b-4311-8a75-bd3e8988e398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:24.851300315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bda2df9-6b6f-49ce-8f9b-196baab8493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:24.905355019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bda2df9-6b6f-49ce-8f9b-196baab8493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:24.959362412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bda2df9-6b6f-49ce-8f9b-196baab8493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:25.013755502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bda2df9-6b6f-49ce-8f9b-196baab8493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.797745832Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-329d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-329d61","reconcileID":"0a8bc537-f72d-4c95-b365-e563fcb653dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-329d61","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-329d61":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.943134777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714ff066-c76c-4c98-bf84-c3f6f95e9c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.997849241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714ff066-c76c-4c98-bf84-c3f6f95e9c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:27.052422683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714ff066-c76c-4c98-bf84-c3f6f95e9c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:27.10764529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714ff066-c76c-4c98-bf84-c3f6f95e9c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:29.055272638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ec778-7125-4952-9a23-27bb8a3e3607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:29.109254549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ec778-7125-4952-9a23-27bb8a3e3607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:29.163142457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ec778-7125-4952-9a23-27bb8a3e3607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:29.217245644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ec778-7125-4952-9a23-27bb8a3e3607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:31.146450019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bcce3e-639c-443d-8641-a1a9f57c9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:31.200239241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bcce3e-639c-443d-8641-a1a9f57c9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:31.254011667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bcce3e-639c-443d-8641-a1a9f57c9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:31.307824259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bcce3e-639c-443d-8641-a1a9f57c9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:33.298059016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d6d7b-4ec6-40bb-87b9-6d230bfc8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:33.421893988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d6d7b-4ec6-40bb-87b9-6d230bfc8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:33.475705297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d6d7b-4ec6-40bb-87b9-6d230bfc8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:33.529269565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d6d7b-4ec6-40bb-87b9-6d230bfc8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:38.135306895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"375d4087-7c60-45df-acb4-63c6a9fbfe2e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7f6758","tenantID":"e2e-praxis-a-7f6758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:38.252537886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"375d4087-7c60-45df-acb4-63c6a9fbfe2e","name":"e2e-praxis-a-7f6758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:40.642272567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.256857477Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","namespace":"ai-tenant-e2e-ipp-b-db9e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.257125212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","namespace":"ai-tenant-e2e-ipp-b-db9e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.257274588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","tenant":"e2e-ipp-b-db9e5a","tenantID":"e2e-ipp-b-db9e5a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.315368516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Deployment","name":"maas-api-e2e-ipp-b-db9e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.378766162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Service","name":"maas-api-e2e-ipp-b-db9e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.447471122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-db9e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.502788476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-db9e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.561362155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.617223251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.675518384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.73429029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.789744423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.845117517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.907446237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Service","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:55.969640512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.025163502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.080753859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.139570563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.197443406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.25278404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.308763965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.364425705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-db9e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:56.420129365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db9e5a"},"namespace":"ai-tenant-e2e-ipp-b-db9e5a","name":"default-tenant","reconcileID":"f0f45247-5b53-4e71-88d6-26fdeaf196b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-db9e5a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.059442555Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db9e5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db9e5a","reconcileID":"5cd69ef5-f04f-46aa-bef2-0c20463cb7d7","aitenant":"ai-tenants/e2e-ipp-b-db9e5a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.529260817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6a1baf-1cff-4a7b-9620-b1c82c656330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.584221365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6a1baf-1cff-4a7b-9620-b1c82c656330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.63812735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6a1baf-1cff-4a7b-9620-b1c82c656330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.692048545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6a1baf-1cff-4a7b-9620-b1c82c656330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:01.864386745Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db9e5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db9e5a","reconcileID":"5cd69ef5-f04f-46aa-bef2-0c20463cb7d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db9e5a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-db9e5a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:03.633951522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645efc22-734b-45c8-816a-c0591557ad6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:03.687574514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645efc22-734b-45c8-816a-c0591557ad6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:03.74137171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645efc22-734b-45c8-816a-c0591557ad6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:03.795457189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645efc22-734b-45c8-816a-c0591557ad6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:05.757709303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5949fb3-1533-4c73-8771-361de656bae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:05.811510448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5949fb3-1533-4c73-8771-361de656bae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:05.86529708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5949fb3-1533-4c73-8771-361de656bae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:05.921018397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5949fb3-1533-4c73-8771-361de656bae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:08.51233142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d11a8e-0506-46d5-87e7-39ef29261651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:08.566160265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d11a8e-0506-46d5-87e7-39ef29261651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:08.622769995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d11a8e-0506-46d5-87e7-39ef29261651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:08.678493748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d11a8e-0506-46d5-87e7-39ef29261651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:09.054198829Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ad1faf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ad1faf","reconcileID":"3203b9a3-e50e-4845-a939-061e4a5717f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ad1faf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ad1faf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:10.622949476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1d4be-6bb0-4680-a398-e08c20097ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:10.642246998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:10.676724269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1d4be-6bb0-4680-a398-e08c20097ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:10.730375141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1d4be-6bb0-4680-a398-e08c20097ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:10.785163008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1d4be-6bb0-4680-a398-e08c20097ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:12.719535687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fee8-a77e-473f-b149-4e1ef62709b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:12.773709139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fee8-a77e-473f-b149-4e1ef62709b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:12.827429511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fee8-a77e-473f-b149-4e1ef62709b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:12.88125635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fee8-a77e-473f-b149-4e1ef62709b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:14.80839137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513c0cb-ad03-4513-a17b-5ec68ad0eafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:14.862226126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513c0cb-ad03-4513-a17b-5ec68ad0eafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:14.916182335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513c0cb-ad03-4513-a17b-5ec68ad0eafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:14.969741879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b513c0cb-ad03-4513-a17b-5ec68ad0eafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:21.728263268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6766ff-d99b-4440-8932-74a447f250f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:21.782398739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6766ff-d99b-4440-8932-74a447f250f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:21.836398093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6766ff-d99b-4440-8932-74a447f250f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:21.89035927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6766ff-d99b-4440-8932-74a447f250f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:23.806041025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d816b05-825c-43a8-b750-751eb3a35954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:23.859788662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d816b05-825c-43a8-b750-751eb3a35954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:23.913499997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d816b05-825c-43a8-b750-751eb3a35954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:23.967428829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d816b05-825c-43a8-b750-751eb3a35954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:25.927725327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada5d0da-fc6c-43a4-a6f9-7a2644f9b440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:25.981514942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada5d0da-fc6c-43a4-a6f9-7a2644f9b440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:26.03600748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada5d0da-fc6c-43a4-a6f9-7a2644f9b440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:26.091953951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada5d0da-fc6c-43a4-a6f9-7a2644f9b440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:28.103054538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc7da57-a02d-441b-9c15-f5f04d6dbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:28.157654784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc7da57-a02d-441b-9c15-f5f04d6dbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:28.211702214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc7da57-a02d-441b-9c15-f5f04d6dbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:28.266047531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc7da57-a02d-441b-9c15-f5f04d6dbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:30.195414411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eceb79-0ea3-4857-a283-9a3927c681b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:30.249679202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eceb79-0ea3-4857-a283-9a3927c681b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:30.303685872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eceb79-0ea3-4857-a283-9a3927c681b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:30.357503703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eceb79-0ea3-4857-a283-9a3927c681b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:32.321829135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def0a498-6389-462f-b010-b3d0067a90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:32.375699334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def0a498-6389-462f-b010-b3d0067a90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:32.429353333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def0a498-6389-462f-b010-b3d0067a90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:32.483490038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def0a498-6389-462f-b010-b3d0067a90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:34.421047646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e013582b-0b46-46dd-95f5-cb110cdc734d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:34.474954235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e013582b-0b46-46dd-95f5-cb110cdc734d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:34.528825787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e013582b-0b46-46dd-95f5-cb110cdc734d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:34.582597663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e013582b-0b46-46dd-95f5-cb110cdc734d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:36.517005268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d54585f-5595-4ca0-8dc4-89e2f7f5a850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:36.571216049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d54585f-5595-4ca0-8dc4-89e2f7f5a850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:36.625247773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d54585f-5595-4ca0-8dc4-89e2f7f5a850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:36.67925727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d54585f-5595-4ca0-8dc4-89e2f7f5a850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:40.641594201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.139917748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"738dec17-6896-48ee-b3b7-170293ffb6a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.242974114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"d3f44be0-f19b-4b48-8a87-b094413ba2a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.381248904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"fca4d248-dc19-4fbf-8ae1-8b91800cbf4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.562278392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"e294949d-e538-4d03-9b63-f1911c5d7114","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.66241837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"55a12afb-4ad5-4241-b59a-74d18a976267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.763023865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"1ba7e90b-54e0-412d-aa3e-398c0a396923","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.86515734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e174a52-491d-4bde-978f-83358e80fbf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.969764024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"69f21503-fd99-48be-8d22-a1e587e93bd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:41.985035359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"dd7d2d11-63d6-4ba3-8abd-24c0267f6146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:42.066622094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"b14e1151-7c9b-46e7-b2f9-94f073961567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:42.172044464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"76782905-ab2f-4a6d-bde0-609dd8b802a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:42.273430122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"5ec79a1c-ae04-42f3-a860-78900cbc9819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:43.227904869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"77ae8e6d-5849-4475-bd6d-019509fe9fd5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-329d61","tenantID":"e2e-praxis-b-329d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:43.348416846Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"77ae8e6d-5849-4475-bd6d-019509fe9fd5","name":"e2e-praxis-b-329d61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:55.340809088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf848f-f99e-4435-af8e-b0064926e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:55.394881501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf848f-f99e-4435-af8e-b0064926e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:55.448699147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf848f-f99e-4435-af8e-b0064926e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:55.503035779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf848f-f99e-4435-af8e-b0064926e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.440588893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff630fc9-be91-4e6e-9f90-6687c288240a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.494642988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff630fc9-be91-4e6e-9f90-6687c288240a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.548808749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff630fc9-be91-4e6e-9f90-6687c288240a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.602979179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff630fc9-be91-4e6e-9f90-6687c288240a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.767530911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a41bdd56-b1fe-43f5-b04a-b0c3201104b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.810479341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"fe389243-1cf0-485b-81bd-4e6a497b3648","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.822048322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"a0c36bdb-f807-46e7-ba14-753aaedb5bf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.848621145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"63762150-6f41-4fdc-af42-5b3be94b2d06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:57.938532043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"117307d0-9bc5-45f9-8cab-221e1d058ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.098821722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"242fa3ab-6731-4a6b-b395-231ec28d199a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.200548895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"050351fc-1f5a-4e50-8f7c-01bb0e5ee805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.515842234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0893dff8-114e-4880-afaa-1fa631edeef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.636826035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"45febcd4-d46c-44fb-ad5a-89e293f6329a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.74244115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2043587a-25d0-4d94-bae7-bb8e4827041c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.852493607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"4e5b46a7-55b3-4200-8198-66af195c0f77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:58.950626403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"5f6a270b-d610-4818-90a5-42e3657571be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:59.537567756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bcec15-a240-4658-900c-d9c19b95c49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:59.591525723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bcec15-a240-4658-900c-d9c19b95c49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:59.645394187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bcec15-a240-4658-900c-d9c19b95c49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:27:59.700294145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bcec15-a240-4658-900c-d9c19b95c49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:03.865236094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54000d50-8335-489c-9eac-45757765b5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:03.919025679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54000d50-8335-489c-9eac-45757765b5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:03.972971444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54000d50-8335-489c-9eac-45757765b5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.02678742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54000d50-8335-489c-9eac-45757765b5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.360720576Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","namespace":"ai-tenant-e2e-ipp-a-1e3eaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.360790358Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","namespace":"ai-tenant-e2e-ipp-a-1e3eaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.360846514Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","tenant":"e2e-ipp-a-1e3eaf","tenantID":"e2e-ipp-a-1e3eaf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.401131081Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc3a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc3a31","reconcileID":"8a67724d-e6b9-4818-b2a3-31c900d88124","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bc3a31","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bc3a31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.417061433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1e3eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.478110039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Service","name":"maas-api-e2e-ipp-a-1e3eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.537638989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1e3eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.60257773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1e3eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.66124666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.71760692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.776161499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.833754434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.892525818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:04.952215826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.016149423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Service","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.080027051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.18440506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.240015634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.297248656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.354363145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.48350174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.542540786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.597792354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1e3eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:05.655202913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e3eaf"},"namespace":"ai-tenant-e2e-ipp-a-1e3eaf","name":"default-tenant","reconcileID":"16f6810c-dd57-453c-b15f-6be7005fa32f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1e3eaf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:06.072239621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5b6ef0-d56e-4ba2-a8a9-e01f8f0ace5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:06.125903881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5b6ef0-d56e-4ba2-a8a9-e01f8f0ace5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:06.179821233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5b6ef0-d56e-4ba2-a8a9-e01f8f0ace5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:06.234865954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5b6ef0-d56e-4ba2-a8a9-e01f8f0ace5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:08.157976189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99280f27-5b70-4eef-8a12-15fc8020792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:08.212107032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99280f27-5b70-4eef-8a12-15fc8020792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:08.266149104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99280f27-5b70-4eef-8a12-15fc8020792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:08.319930075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99280f27-5b70-4eef-8a12-15fc8020792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:10.244455072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58af829d-77a4-4212-81f3-1f5eb05ea2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:10.298298972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58af829d-77a4-4212-81f3-1f5eb05ea2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:10.352129128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58af829d-77a4-4212-81f3-1f5eb05ea2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:10.405964516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58af829d-77a4-4212-81f3-1f5eb05ea2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:10.642186573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:12.327248727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51036b9-416e-43c1-a4f5-109927d63e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:12.381930813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51036b9-416e-43c1-a4f5-109927d63e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:12.435952561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51036b9-416e-43c1-a4f5-109927d63e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:12.490219908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51036b9-416e-43c1-a4f5-109927d63e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:12.596720645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e3eaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e3eaf","reconcileID":"05f13f75-8a6c-4803-a535-f91a2d38e962","aitenant":"ai-tenants/e2e-ipp-a-1e3eaf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:13.39132156Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e3eaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e3eaf","reconcileID":"05f13f75-8a6c-4803-a535-f91a2d38e962","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e3eaf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1e3eaf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:14.43279792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4860442a-224f-429c-9425-b82483b6a42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:14.486505128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4860442a-224f-429c-9425-b82483b6a42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:14.540237932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4860442a-224f-429c-9425-b82483b6a42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:14.594477331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4860442a-224f-429c-9425-b82483b6a42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:16.513507692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c914607-c90d-4dd9-9fa2-02f5d64e57a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:16.567347125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c914607-c90d-4dd9-9fa2-02f5d64e57a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:16.620978051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c914607-c90d-4dd9-9fa2-02f5d64e57a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:16.674909115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c914607-c90d-4dd9-9fa2-02f5d64e57a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:18.699527206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779c4a03-01c9-46d9-9229-9df68e048580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:18.753306827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779c4a03-01c9-46d9-9229-9df68e048580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:18.807020854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779c4a03-01c9-46d9-9229-9df68e048580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:18.861133012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779c4a03-01c9-46d9-9229-9df68e048580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:25.961866823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"aef26cae-fa9c-4499-8496-23ae18e183b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad1faf","tenantID":"e2e-praxis-a-ad1faf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:26.080090426Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"aef26cae-fa9c-4499-8496-23ae18e183b4","name":"e2e-praxis-a-ad1faf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:26.708250843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33618d1f-8426-4f75-bb6b-9e8c65fa1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:26.762294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33618d1f-8426-4f75-bb6b-9e8c65fa1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:26.81621556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33618d1f-8426-4f75-bb6b-9e8c65fa1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:26.869842965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33618d1f-8426-4f75-bb6b-9e8c65fa1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:28.823043313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd50a0-2e3b-4af9-b0f6-7b7f109b3300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:28.876975325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd50a0-2e3b-4af9-b0f6-7b7f109b3300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:28.930711328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd50a0-2e3b-4af9-b0f6-7b7f109b3300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:28.984780374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd50a0-2e3b-4af9-b0f6-7b7f109b3300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:30.908405507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23f8c07-e34e-4be9-b3a3-7b382bdb46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:30.962157929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23f8c07-e34e-4be9-b3a3-7b382bdb46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:31.015855432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23f8c07-e34e-4be9-b3a3-7b382bdb46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:31.069831499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23f8c07-e34e-4be9-b3a3-7b382bdb46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:40.641825057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:54.387418615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"43fdded1-483a-4ea4-830f-00cf60aeb4d9","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:54.387448984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"43fdded1-483a-4ea4-830f-00cf60aeb4d9","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:59.942827157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"2db1bd45-6a30-46a8-ae07-ba7c0cc8624e","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:28:59.94284976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"2db1bd45-6a30-46a8-ae07-ba7c0cc8624e","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.001434058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"5ca96963-8335-4b39-a63a-58b0dde05dd0","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.001457001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"5ca96963-8335-4b39-a63a-58b0dde05dd0","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.107860174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"aee82e0d-435e-4bcb-89b3-e75450334ee2","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.233144787Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"aee82e0d-435e-4bcb-89b3-e75450334ee2","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.289314795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d485fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"aee82e0d-435e-4bcb-89b3-e75450334ee2","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.348039695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"edf1d6f5-1089-4f54-ae16-60697ce3cebd","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.348059614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"edf1d6f5-1089-4f54-ae16-60697ce3cebd","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.430661939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127a25d4-f531-45be-8956-5a5fc787372e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.484634651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127a25d4-f531-45be-8956-5a5fc787372e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.538450431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127a25d4-f531-45be-8956-5a5fc787372e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:00.592213068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127a25d4-f531-45be-8956-5a5fc787372e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:02.541595413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edddda9-7a50-4c14-a0bb-48585b57cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:02.59554245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edddda9-7a50-4c14-a0bb-48585b57cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:02.649435531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edddda9-7a50-4c14-a0bb-48585b57cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:02.708301989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edddda9-7a50-4c14-a0bb-48585b57cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.456174592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"525c94f0-6b5c-4d8a-9d19-8f961b33254b","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.513892331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"525c94f0-6b5c-4d8a-9d19-8f961b33254b","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.570588262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d485fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"525c94f0-6b5c-4d8a-9d19-8f961b33254b","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.642345903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.824832036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ac9e9-4e38-4b22-80ab-dc44ff631764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.884158723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ac9e9-4e38-4b22-80ab-dc44ff631764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.938093971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ac9e9-4e38-4b22-80ab-dc44ff631764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:10.996437891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ac9e9-4e38-4b22-80ab-dc44ff631764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:12.939407627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e8160a-b927-40c2-9357-22712897eba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:12.99331774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e8160a-b927-40c2-9357-22712897eba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:13.047238123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e8160a-b927-40c2-9357-22712897eba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:13.101039615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e8160a-b927-40c2-9357-22712897eba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:15.038190122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b11b3b-66d8-45df-b9a3-bfb618862a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:15.092149472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b11b3b-66d8-45df-b9a3-bfb618862a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:15.145927409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b11b3b-66d8-45df-b9a3-bfb618862a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:15.199570328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b11b3b-66d8-45df-b9a3-bfb618862a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:17.118012955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58730f8a-3c36-4dc7-9d3b-be18d577b4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:17.172092848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58730f8a-3c36-4dc7-9d3b-be18d577b4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:17.225781006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58730f8a-3c36-4dc7-9d3b-be18d577b4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:17.27965425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58730f8a-3c36-4dc7-9d3b-be18d577b4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:19.229178451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cb555f-74e0-484b-955a-c52aca72ab62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:19.282915793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cb555f-74e0-484b-955a-c52aca72ab62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:19.336720893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cb555f-74e0-484b-955a-c52aca72ab62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:19.390446399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cb555f-74e0-484b-955a-c52aca72ab62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:20.731233056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"5ce0d446-c95e-4b8e-a943-31ddcdadf01d","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:20.789812945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"5ce0d446-c95e-4b8e-a943-31ddcdadf01d","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:20.846429894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d485fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69b8cdd41f3b5143fb0d655c89812a1e37e81b9755c0244d81e211ea023079f1) AuthConfig (b4f1f1a804fde2393c29d6ef21161adb19a3c8ac29985195b3774a5b9d7099ce) AuthConfig (233e4f76f3df1f185a2c70b05d066fc29ef29faa3d8230444017a1ea5606c06c) AuthConfig (2e2e38f5997dfb1310b767b35a8b0978c704b7296afcb296b10fbe08da75d6e2) AuthConfig (a0426ddc62e304f81da7c747dadabb15a4ac4cf77785666e9e6a64edc291cf78) AuthConfig (bf9111d346c0e1b3a698810c50ab14c0e1b7aad3ea239eb030a968f72a6cda89) AuthConfig (7acea25a92e4031ac2fcf90105c66d1875e7039e84e9670ce6e9fa010acb7cd9) AuthConfig (5a22eb23e1ac3442c2a8b67a5e86ae0ea0c0b0b3b8c85bd364febbe05cdf6908) AuthConfig (0cb5cd84f00cf1096e30dafdf997156911e3b326f6a730caa4c93c579ba70b28) AuthConfig (811904d1f263eac02c3314b6e212f68e3ade2b60bb9fe7e9200599c07794edba) AuthConfig (f77608850e9710b1dbbb1ed5f18d23703c32af9b9bfc64032a98544621500b9e) AuthConfig (cd23a78a73110eb699af6dc1314d4c570f0a8240a5eb1fb294186fb95fdf3c74) AuthConfig (343f670f4581e57c9fc1a88206c0e4de7288b40ec45556a59dc7b01651ac98eb) AuthConfig (de85bab11d0505e3439f3b6bec5b911a5ea53044ecd99832cd0b5bf2026dbee8) AuthConfig (ae5bec75dac70c6d528934c510d62e84f823b74de0b07bbe36bfec0c32d5d40e) AuthConfig (446d57881500bb01e83faef67dab4c7874232b6e4dbdb244866ab020a179d44d) AuthConfig (f03e68f18d9b8a78df5ffb0fd6044c98c2defd8ca95f033fd8dc74ee12db4f46) AuthConfig (9e39a45aac638de602b259c00db7c562700fd222989bfd3873ad6bf58c1f18f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"5ce0d446-c95e-4b8e-a943-31ddcdadf01d","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:20.905211932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"18a01a9d-45eb-437c-9f52-1d1fe5638b4c","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:20.905236719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"18a01a9d-45eb-437c-9f52-1d1fe5638b4c","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:21.305691089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe29e304-48bb-47bb-89c8-4f2b55591654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:21.359466622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe29e304-48bb-47bb-89c8-4f2b55591654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:21.413280826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe29e304-48bb-47bb-89c8-4f2b55591654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:21.466948588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe29e304-48bb-47bb-89c8-4f2b55591654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:23.428727017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c754cf37-1dde-49ac-80e4-aaba63f3d172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:23.482865065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c754cf37-1dde-49ac-80e4-aaba63f3d172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:23.53700471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c754cf37-1dde-49ac-80e4-aaba63f3d172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:23.590920056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c754cf37-1dde-49ac-80e4-aaba63f3d172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:25.258023307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"81fb4805-a5e0-464a-a2d7-82a67dffd1b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bc3a31","tenantID":"e2e-praxis-b-bc3a31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:25.376297967Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"81fb4805-a5e0-464a-a2d7-82a67dffd1b9","name":"e2e-praxis-b-bc3a31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:31.01261395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"c5a1d3f9-a2fb-4292-b36d-67cd69ac3897","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:31.071381001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"c5a1d3f9-a2fb-4292-b36d-67cd69ac3897","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:31.127813672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d485fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69b8cdd41f3b5143fb0d655c89812a1e37e81b9755c0244d81e211ea023079f1) AuthConfig (b4f1f1a804fde2393c29d6ef21161adb19a3c8ac29985195b3774a5b9d7099ce) AuthConfig (233e4f76f3df1f185a2c70b05d066fc29ef29faa3d8230444017a1ea5606c06c) AuthConfig (2e2e38f5997dfb1310b767b35a8b0978c704b7296afcb296b10fbe08da75d6e2) AuthConfig (a0426ddc62e304f81da7c747dadabb15a4ac4cf77785666e9e6a64edc291cf78) AuthConfig (bf9111d346c0e1b3a698810c50ab14c0e1b7aad3ea239eb030a968f72a6cda89) AuthConfig (7acea25a92e4031ac2fcf90105c66d1875e7039e84e9670ce6e9fa010acb7cd9) AuthConfig (5a22eb23e1ac3442c2a8b67a5e86ae0ea0c0b0b3b8c85bd364febbe05cdf6908) AuthConfig (0cb5cd84f00cf1096e30dafdf997156911e3b326f6a730caa4c93c579ba70b28) AuthConfig (811904d1f263eac02c3314b6e212f68e3ade2b60bb9fe7e9200599c07794edba) AuthConfig (f77608850e9710b1dbbb1ed5f18d23703c32af9b9bfc64032a98544621500b9e) AuthConfig (cd23a78a73110eb699af6dc1314d4c570f0a8240a5eb1fb294186fb95fdf3c74) AuthConfig (343f670f4581e57c9fc1a88206c0e4de7288b40ec45556a59dc7b01651ac98eb) AuthConfig (de85bab11d0505e3439f3b6bec5b911a5ea53044ecd99832cd0b5bf2026dbee8) AuthConfig (ae5bec75dac70c6d528934c510d62e84f823b74de0b07bbe36bfec0c32d5d40e) AuthConfig (446d57881500bb01e83faef67dab4c7874232b6e4dbdb244866ab020a179d44d) AuthConfig (f03e68f18d9b8a78df5ffb0fd6044c98c2defd8ca95f033fd8dc74ee12db4f46) AuthConfig (9e39a45aac638de602b259c00db7c562700fd222989bfd3873ad6bf58c1f18f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"c5a1d3f9-a2fb-4292-b36d-67cd69ac3897","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.29876975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","namespace":"ai-tenant-e2e-ipp-b-23d19d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.298830805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","namespace":"ai-tenant-e2e-ipp-b-23d19d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.298881605Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","tenant":"e2e-ipp-b-23d19d","tenantID":"e2e-ipp-b-23d19d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.354561926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-23d19d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.417717391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Service","name":"maas-api-e2e-ipp-b-23d19d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.473836175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-23d19d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.532114377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-23d19d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.590336719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.648182313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.707197584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.764636471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.827032855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.892518025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:32.955951342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Service","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.018121808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.074301208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.13177502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.190655784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.253543244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.309216007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.366282982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.428394324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-23d19d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:33.484771267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-23d19d"},"namespace":"ai-tenant-e2e-ipp-b-23d19d","name":"default-tenant","reconcileID":"2d2720dc-2072-4966-b877-a1ee18d3a19a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-23d19d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.388972935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4278eec-f7ca-4dc8-a865-77d43afe8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.443296399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4278eec-f7ca-4dc8-a865-77d43afe8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.497141817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4278eec-f7ca-4dc8-a865-77d43afe8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.550993008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4278eec-f7ca-4dc8-a865-77d43afe8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.642425008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:40.658452021Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-23d19d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-23d19d","reconcileID":"192632e8-be6a-4d4e-84d8-9e0322c9b18e","aitenant":"ai-tenants/e2e-ipp-b-23d19d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:41.236384509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"4ee64e8f-2f1a-483a-a607-030b246b2730","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:41.294718408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"4ee64e8f-2f1a-483a-a607-030b246b2730","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:41.435085723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-23d19d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-23d19d","reconcileID":"192632e8-be6a-4d4e-84d8-9e0322c9b18e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-23d19d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-23d19d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:41.571702043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"016051b3-fb0f-473d-b330-9209f6fc9d44","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:41.571722983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"016051b3-fb0f-473d-b330-9209f6fc9d44","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:42.527848103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6213d8-95eb-4fa1-9949-3ce3bafad15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:42.58183051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6213d8-95eb-4fa1-9949-3ce3bafad15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:42.635707311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6213d8-95eb-4fa1-9949-3ce3bafad15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:42.690157504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6213d8-95eb-4fa1-9949-3ce3bafad15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:44.666720071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade534f6-0541-4c77-9df0-0dacb717ea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:44.721139885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade534f6-0541-4c77-9df0-0dacb717ea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:44.775922823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade534f6-0541-4c77-9df0-0dacb717ea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:44.829686854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade534f6-0541-4c77-9df0-0dacb717ea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:46.838970758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904f321d-10a1-496a-8064-eebde7532e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:46.893096785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904f321d-10a1-496a-8064-eebde7532e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:46.90018474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"a5c5c68f-dbac-4ace-9bbb-4cf94f62c8ff","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:46.900208505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"a5c5c68f-dbac-4ace-9bbb-4cf94f62c8ff","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:46.946996674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904f321d-10a1-496a-8064-eebde7532e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.001625723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904f321d-10a1-496a-8064-eebde7532e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.062811393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"c0f50eef-c17b-4a8e-b995-aefbe6210a59","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.06283737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"c0f50eef-c17b-4a8e-b995-aefbe6210a59","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:29:47.106406342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"af7b3478-dc49-4734-8988-70eb587c3056","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-d485fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.110555949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"37b28e2c-aa62-4a4b-bfa6-34a98dc48afa","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.168242183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"37b28e2c-aa62-4a4b-bfa6-34a98dc48afa","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.211030588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"6e3e98aa-cba7-483a-8c97-5e6185e1739a","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.211049168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"6e3e98aa-cba7-483a-8c97-5e6185e1739a","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.284837628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"7aace16d-eb71-4f6d-bd30-4c35bfb1fb6b","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.284856287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"7aace16d-eb71-4f6d-bd30-4c35bfb1fb6b","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.490629568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"acd8f822-dd17-4a2a-8a59-962b6961c334","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.503830486Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"7970a6f3-5906-4c58-8756-92e9cc71df90","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ipp-route-d485fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.548310098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"acd8f822-dd17-4a2a-8a59-962b6961c334","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.674879952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"8de44a25-89f9-4415-80ef-f0cc8eac4207","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.674905094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"8de44a25-89f9-4415-80ef-f0cc8eac4207","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:47.890435946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"94a7533f-4041-4fb2-9488-f6f3c69892b4","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:48.852566352Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba347d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba347d","reconcileID":"46343b61-dd73-44e9-bcdf-4cc8ef6a39cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ba347d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ba347d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:48.936444684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02ccf00-5f1e-4a27-ba4d-be76da81c088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:48.990712572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02ccf00-5f1e-4a27-ba4d-be76da81c088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.04460768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02ccf00-5f1e-4a27-ba4d-be76da81c088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.09870166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02ccf00-5f1e-4a27-ba4d-be76da81c088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.496584529Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-db3bb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-db3bb5","reconcileID":"98c7b68a-f87c-427d-a928-5bfc4af8a2d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-db3bb5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-db3bb5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.671640635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","namespace":"ai-tenant-e2e-praxis-a-64848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.671729383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","namespace":"ai-tenant-e2e-praxis-a-64848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.671807014Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","tenant":"e2e-praxis-a-64848d","tenantID":"e2e-praxis-a-64848d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.748521069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-64848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.85621872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Service","name":"maas-api-e2e-praxis-a-64848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.919905716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-64848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:49.97517108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-64848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.031912092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.088533459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.147503925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.23515295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.288831807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.343320743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.396761276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Service","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.450219244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.549627259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.602773215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.655840532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.713163966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.766254979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.819629156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.874579493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-64848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:50.927953223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-64848d"},"namespace":"ai-tenant-e2e-praxis-a-64848d","name":"default-tenant","reconcileID":"e6462176-e5b2-4d68-a766-27f86f2adffd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-64848d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:51.094314801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a57957d-301a-4e50-b107-84e703cff561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:51.152482405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a57957d-301a-4e50-b107-84e703cff561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:51.208854462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a57957d-301a-4e50-b107-84e703cff561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:51.262710994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a57957d-301a-4e50-b107-84e703cff561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:51.956132252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"de1c9c24-63d0-430f-8755-1e6875df9511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.085936023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"4746404d-b9b1-4289-85ff-33924dd60e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.27278046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"657a0073-6ce4-4d56-9a9d-a9b4f1ba69bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.396178643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"4a18ebcb-1d12-4c6e-8ae8-4b0d8f946ed8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.5595309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"e2d59f09-38e4-4e1b-af6d-ef10bf0d2019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.671266332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"1926fad9-5ca1-4657-a30a-094ac4a5b776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.855664486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"b6fc4deb-41ad-4f14-b05b-422fe43b88ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.855710643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"73914fb0-b726-4040-8acc-dd53603a237b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:52.926147065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"d4eb3ec6-bc52-45f3-9ebb-780cc1550be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.208619731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dba8783-48ac-423d-b1d3-16683f05f627","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.23054345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d4dbe-5d69-417a-8e33-8f4787b2e847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.285001763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d4dbe-5d69-417a-8e33-8f4787b2e847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.339307031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d4dbe-5d69-417a-8e33-8f4787b2e847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.392770051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"760c9906-baa6-4e50-90b6-6549982c5593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.393192389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d4dbe-5d69-417a-8e33-8f4787b2e847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:53.555409173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"eded0fc0-a9cd-4c32-8312-25e77b1e067e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:55.401650676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe81bfd-91e9-4c63-9dee-0146ba312a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:55.45570153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe81bfd-91e9-4c63-9dee-0146ba312a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:55.509713672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe81bfd-91e9-4c63-9dee-0146ba312a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:55.56369588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe81bfd-91e9-4c63-9dee-0146ba312a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:56.541098087Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-64848d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-64848d","reconcileID":"676c2211-0245-4283-990c-2d30f1ca8c15","aitenant":"ai-tenants/e2e-praxis-a-64848d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:57.322675266Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-64848d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-64848d","reconcileID":"676c2211-0245-4283-990c-2d30f1ca8c15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-64848d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-64848d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:57.538288578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2216e037-b470-4a1c-826e-6faabe047668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:57.59235125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2216e037-b470-4a1c-826e-6faabe047668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:57.646266894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2216e037-b470-4a1c-826e-6faabe047668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:57.700912816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2216e037-b470-4a1c-826e-6faabe047668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:59.668944662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171d185-9d93-49f8-8bdc-f6fe211c59e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:59.72290649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171d185-9d93-49f8-8bdc-f6fe211c59e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:59.776902149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171d185-9d93-49f8-8bdc-f6fe211c59e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:29:59.831892042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a171d185-9d93-49f8-8bdc-f6fe211c59e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:01.770089992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2ab69a-3bce-40c5-bc90-a47c8283bfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:01.824939624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2ab69a-3bce-40c5-bc90-a47c8283bfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:01.879247919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2ab69a-3bce-40c5-bc90-a47c8283bfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:01.933207884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2ab69a-3bce-40c5-bc90-a47c8283bfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:10.129470013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de347344-70f9-4b30-a4db-d4c00a91d75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:10.183282074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de347344-70f9-4b30-a4db-d4c00a91d75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:10.237268138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de347344-70f9-4b30-a4db-d4c00a91d75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:10.291342561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de347344-70f9-4b30-a4db-d4c00a91d75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:10.64213863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:11.353540832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"29a3096c-0e4c-4125-9df5-af8f58c34aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:11.544726573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"0d554dcc-e7d6-41b5-aa59-bac2d2a53e53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:11.54476137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6a3277e-63f9-4d6c-9095-d20bdc205dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:11.602385797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2afc752-9a73-4bad-aa70-8868850fdee1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:11.814091435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"54fd37cc-545e-4414-b413-16e6d5baf920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.210530828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"e918ab10-b88c-49ee-94ef-01e66ae4fdc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.232001087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b2179-9938-4065-a081-0ec54478d3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.287855841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b2179-9938-4065-a081-0ec54478d3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.340515176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b3f55aca-5334-4efa-8406-6838c1e1055a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.341370084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"5d0112dc-c68f-4e98-8ec6-3313c60dc516","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.341786888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b2179-9938-4065-a081-0ec54478d3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.396005912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b2179-9938-4065-a081-0ec54478d3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.504816898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"1a70ffb5-f5cb-4a6d-bd06-ea109dddb9f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.512976779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"0e872b93-2641-4fe5-9a3b-de30e5156191","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.512994726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"0e872b93-2641-4fe5-9a3b-de30e5156191","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.643531005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"11997df7-cc05-4cf5-b9a8-20dfa1841068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.778005594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2cba0a26-e4db-4b92-8e35-c2119df7ce00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.864613357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"21dc305e-887d-48a6-87ca-a2526e165e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:12.886705519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"6a649058-dea0-4b44-9fb6-fe3902cbe61c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:13.246586886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"d8f6a38a-0191-47d5-b7c1-7e72a57de6fe","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:13.305448839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"d8f6a38a-0191-47d5-b7c1-7e72a57de6fe","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.190302782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"15c3e61c-a685-47d5-b46a-fe1d223533bb","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.190331867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"15c3e61c-a685-47d5-b46a-fe1d223533bb","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.366000253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"1fb8f41a-42be-48fe-922d-31c37ba064b1","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.410208182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"2786fa0d-e1c8-49ba-ab03-1c1621c025b1","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.425243674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"1fb8f41a-42be-48fe-922d-31c37ba064b1","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.583109617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"fe30591a-87ac-41a6-bc8e-c5bfedc49e26","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.583130903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"fe30591a-87ac-41a6-bc8e-c5bfedc49e26","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:26.802514381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"a25397f6-e508-4041-89b0-c0a08d698fbd","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.573583733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74165d7c-fbe6-4c63-a1a0-ea78f519bd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.58453596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"8b6ca84a-bb80-4ef9-ab6d-d96f7619e380","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.58455813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"8b6ca84a-bb80-4ef9-ab6d-d96f7619e380","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.606606707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"6d51682a-0524-44ec-a469-eb40e72028bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.627450622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74165d7c-fbe6-4c63-a1a0-ea78f519bd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.681589084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74165d7c-fbe6-4c63-a1a0-ea78f519bd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.736356696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74165d7c-fbe6-4c63-a1a0-ea78f519bd3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.955575275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f777203d-03e4-4fa2-ad6c-fe3170464732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:36.955607327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c06c69bb-8209-4de5-92ae-8626989f99f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.06991782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"eee70780-6cb6-4f93-836e-16c3c9d41ed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.124373281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"ad3bec4a-fa42-4c2f-9f2c-61aeb5b33353","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.324191442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"644ac580-9dd9-4f3a-a6f1-c6c697520d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.426347392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"445aa933-8c38-4c03-b856-69102821f36d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.6435355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20cedee5-d3a2-47fb-9139-9eb324d3e637","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.741560723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"0f5c86bf-b08f-45ea-8796-f4a0b9ca95c9","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"maas-trlp-ipp-route-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:37.946123079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"78b9dc31-7fb4-4c81-a51c-1e99a01a84a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.057684429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"35c5ca52-2d0d-43bd-8f21-867e802bec2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.095303928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"e8c227cd-170e-44b5-b2d0-ba8275cba7ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.2238346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"86f7f6ec-6237-4f27-93dc-1f588f431015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.734375769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057873a9-bef1-46f6-afa8-1b4c53bddbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.790756031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057873a9-bef1-46f6-afa8-1b4c53bddbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.845003296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057873a9-bef1-46f6-afa8-1b4c53bddbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:38.900152654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057873a9-bef1-46f6-afa8-1b4c53bddbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:40.642766954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:46.628717575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"15111c0c-2aaa-4ec8-ae24-b98b5d683d3d","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:46.628740129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"15111c0c-2aaa-4ec8-ae24-b98b5d683d3d","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:47.129717075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002dcc14-f9f9-4b8f-887d-65248dfce3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:47.18466062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002dcc14-f9f9-4b8f-887d-65248dfce3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:47.238982245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002dcc14-f9f9-4b8f-887d-65248dfce3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:47.292892437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002dcc14-f9f9-4b8f-887d-65248dfce3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:49.279860621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9aa94-9cbe-4338-8401-2bed6147d2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:49.3351501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9aa94-9cbe-4338-8401-2bed6147d2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:49.388840838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9aa94-9cbe-4338-8401-2bed6147d2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:49.442662846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9aa94-9cbe-4338-8401-2bed6147d2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:56.629426111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"6fa70ece-507a-47ad-b21a-25d36199c0ea","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:30:56.62944799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"6fa70ece-507a-47ad-b21a-25d36199c0ea","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.172671028Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"4be0155b-760f-45e1-89ea-28940c97a9d3","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.232558503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"1dc5bcde-9a08-4d32-853e-204651cd82de","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"tenant":"e2e-ipp-a-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.232588178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"1dc5bcde-9a08-4d32-853e-204651cd82de","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"routeName":"ipp-route-d485fc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d485fc","llmisvcName":"ipp-route-d485fc","gateway":"openshift-ingress/e2e-ipp-a-d485fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.233492266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"4be0155b-760f-45e1-89ea-28940c97a9d3","error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.282600687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"b4c440e9-88e9-497e-a49a-2538385d584e","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.340572514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"b4c440e9-88e9-497e-a49a-2538385d584e","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.455460006Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"408dbb3c-002f-4443-9419-7057902b79be","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.455682637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"408dbb3c-002f-4443-9419-7057902b79be","error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.654881229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"3abec840-bdf2-4ce3-b957-57e4f5c7718f","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.680997526Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"34e07997-8867-47de-90a2-037d9709ac8b","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.681171043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"34e07997-8867-47de-90a2-037d9709ac8b","error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.713189887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"3abec840-bdf2-4ce3-b957-57e4f5c7718f","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.925453749Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"e72b716d-fdd1-4191-bdc4-d21a963e8a57","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:02.957798504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"d8e02644-13dc-4674-bb7f-d06749a42e8f","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:02.957896212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"e72b716d-fdd1-4191-bdc4-d21a963e8a57","error":"failed to create TokenRateLimitPolicy for model ipp-route-d485fc: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-d485fc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d485fc because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.065380179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"1aea57ff-973f-43e1-95e4-8bb1ca420e39","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ba347d","tenantID":"e2e-praxis-a-ba347d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.065844505Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"968afd63-ec9a-49c2-9665-b98155f4ad00","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.070480821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"d8e02644-13dc-4674-bb7f-d06749a42e8f","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.070511078Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"d8e02644-13dc-4674-bb7f-d06749a42e8f","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.183212078Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"1aea57ff-973f-43e1-95e4-8bb1ca420e39","name":"e2e-praxis-a-ba347d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.372816788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"4586eb69-1292-4b57-957a-a35271596535","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:03.373398731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"968afd63-ec9a-49c2-9665-b98155f4ad00","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-d485fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.432018029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"4586eb69-1292-4b57-957a-a35271596535","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.43207541Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"4586eb69-1292-4b57-957a-a35271596535","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:03.488583803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d485fc","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc","reconcileID":"e5e36ea5-eb86-4332-b8ff-f85784cdf290","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-d485fc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.589361238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"22c054e4-daf5-44f0-b22a-b11395803bf9","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.846340631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"22c054e4-daf5-44f0-b22a-b11395803bf9","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.975390017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"22c054e4-daf5-44f0-b22a-b11395803bf9","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"name":"e2e-ipp-a-d485fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.975418425Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-auth","reconcileID":"22c054e4-daf5-44f0-b22a-b11395803bf9","MaaSAuthPolicy":{"name":"ipp-route-d485fc-auth","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:03.975729633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdad546e-8716-46f3-8e6e-d6bb5146904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:04.030608632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdad546e-8716-46f3-8e6e-d6bb5146904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:04.085076286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdad546e-8716-46f3-8e6e-d6bb5146904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:04.139139419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdad546e-8716-46f3-8e6e-d6bb5146904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:06.131701239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec09b43f-cf35-4857-a674-292fdbea23d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:06.186393851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec09b43f-cf35-4857-a674-292fdbea23d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:06.241325586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec09b43f-cf35-4857-a674-292fdbea23d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:06.295409145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec09b43f-cf35-4857-a674-292fdbea23d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:08.357624704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364e3e0-642e-4423-acbb-64f7377adcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:08.413746709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364e3e0-642e-4423-acbb-64f7377adcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:08.468121473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364e3e0-642e-4423-acbb-64f7377adcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:08.522420527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a364e3e0-642e-4423-acbb-64f7377adcf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:08.949038707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"5e5ea3f0-2ecd-47d8-a583-197a565cc480","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-db3bb5","tenantID":"e2e-praxis-b-db3bb5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:09.072662869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"5e5ea3f0-2ecd-47d8-a583-197a565cc480","name":"e2e-praxis-b-db3bb5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:10.53821911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e40d5-9722-4f92-b30f-f0875c88cb5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:10.592491425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e40d5-9722-4f92-b30f-f0875c88cb5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:10.646543658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e40d5-9722-4f92-b30f-f0875c88cb5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:10.649138069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:10.700336509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e40d5-9722-4f92-b30f-f0875c88cb5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:13.54814043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"4af47c7d-7212-41ba-99c0-0238979043cd","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","subscription":"ipp-route-d485fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:13.548273224Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"ipp-route-d485fc-sub","reconcileID":"4af47c7d-7212-41ba-99c0-0238979043cd","MaaSSubscription":{"name":"ipp-route-d485fc-sub","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"model":"ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-d485fc/ipp-route-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.102499964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"c27758c6-4c95-4810-9283-5215d38e70ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.19597885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15a3bc5d-fe32-47e5-81b7-69c3d911eff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.222426977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"6dd24dce-9ef4-4c32-bfcb-13c538653174","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.411186202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"4fc8e5c1-da13-446d-a39e-362e372f07e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.514389846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"2010708a-4bf4-49d5-abb0-015fa3a00242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.612231398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"d4c7feec-cb5a-4b5f-870d-88730690566d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.714812181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0a540251-8891-403e-b467-dcd1f2aeb0c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.813907448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"4f657533-0c0c-4f23-a05d-7fea8a9a9506","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:18.959915519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cef0b93-1391-45c3-8b6d-e425b9b055d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:19.07927525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"1427d891-0b0e-4992-8dd3-90660e5b62a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:19.322133546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"99ee2d8a-5763-4b4b-ba7d-59f3b415d4d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:19.444970025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"9986c7dd-016d-49b3-90c8-15aa7ffeb11a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:21.827367706Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","namespace":"ai-tenant-e2e-praxis-b-329d61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:21.82742543Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","namespace":"ai-tenant-e2e-praxis-b-329d61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:21.827476674Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","tenant":"e2e-praxis-b-329d61","tenantID":"e2e-praxis-b-329d61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:21.8831596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Deployment","name":"maas-api-e2e-praxis-b-329d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:21.947891704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Service","name":"maas-api-e2e-praxis-b-329d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.008195421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-329d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.064043393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-329d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.12330536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.183203724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.243047627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.30526742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.359369588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.413469202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.46848443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Service","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.522328291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.575991507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.629611552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.683259159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.743184542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.797283239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.851682124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.905642443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-329d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:22.959743323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-329d61"},"namespace":"ai-tenant-e2e-praxis-b-329d61","name":"default-tenant","reconcileID":"0dc48290-b961-45be-8bea-3f75b0e34008","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-329d61","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.066579025Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-329d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-329d61","reconcileID":"3eddea54-300b-49da-a555-afa2c118c835","aitenant":"ai-tenants/e2e-praxis-b-329d61","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.551372234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730441ee-ca9a-4e38-b41e-1dbfeec23441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.605177839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730441ee-ca9a-4e38-b41e-1dbfeec23441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.658978261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730441ee-ca9a-4e38-b41e-1dbfeec23441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.712981624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730441ee-ca9a-4e38-b41e-1dbfeec23441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:27.887690933Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-329d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-329d61","reconcileID":"3eddea54-300b-49da-a555-afa2c118c835","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-329d61","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-329d61"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.275954231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","namespace":"ai-tenant-e2e-praxis-a-7f6758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.276061622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","namespace":"ai-tenant-e2e-praxis-a-7f6758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.276155072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","tenant":"e2e-praxis-a-7f6758","tenantID":"e2e-praxis-a-7f6758","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.332104254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7f6758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.393622104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Service","name":"maas-api-e2e-praxis-a-7f6758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.454859647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7f6758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.513383742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7f6758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.572857098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.62881094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.687003179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.750058224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.812377967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.887412928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.944650628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Service","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:28.997878062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.05136786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.105618044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.17177399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.229798841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.284052581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.337623476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.391267593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7f6758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.445001035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f6758"},"namespace":"ai-tenant-e2e-praxis-a-7f6758","name":"default-tenant","reconcileID":"cb2c5278-2531-4da5-9788-adf6ada19f45","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7f6758","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.735982449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6097f21-7938-4679-a728-68fb44ddba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.791028934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6097f21-7938-4679-a728-68fb44ddba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.84514034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6097f21-7938-4679-a728-68fb44ddba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:29.899240061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6097f21-7938-4679-a728-68fb44ddba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:31.867863918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf04b33-ae08-4e9a-87ce-4d2b7e559190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:31.921977368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf04b33-ae08-4e9a-87ce-4d2b7e559190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:31.975952266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf04b33-ae08-4e9a-87ce-4d2b7e559190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:32.029924219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf04b33-ae08-4e9a-87ce-4d2b7e559190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:32.880585732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"08af3761-8c5c-4244-82d6-cadc919e9fa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:34.035162663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56ad7b4-e2df-4a1c-ac9b-bb0c8dadc629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:34.088899142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56ad7b4-e2df-4a1c-ac9b-bb0c8dadc629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:34.142493151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56ad7b4-e2df-4a1c-ac9b-bb0c8dadc629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:34.196862014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56ad7b4-e2df-4a1c-ac9b-bb0c8dadc629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:35.856010514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"c4401672-b42a-4a37-a862-a6069e6331bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:36.137309484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930db849-b4f0-40b9-9ea6-15a19be023b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:36.190980824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930db849-b4f0-40b9-9ea6-15a19be023b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:36.24482853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930db849-b4f0-40b9-9ea6-15a19be023b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:36.298534461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930db849-b4f0-40b9-9ea6-15a19be023b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:37.074651791Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f6758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f6758","reconcileID":"0e54a7af-cf71-4d50-970d-90c80d2702aa","aitenant":"ai-tenants/e2e-praxis-a-7f6758","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:37.88240783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f6758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f6758","reconcileID":"0e54a7af-cf71-4d50-970d-90c80d2702aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7f6758","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7f6758"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.241892175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ab537-3aa8-4c20-b962-031c0d2cc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.296123339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ab537-3aa8-4c20-b962-031c0d2cc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.350001576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ab537-3aa8-4c20-b962-031c0d2cc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.405168238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ab537-3aa8-4c20-b962-031c0d2cc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.513823103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"272c7606-4b58-4cfe-88f2-2338450ec2f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.727875197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"94630189-fc1d-4ce3-a5e8-0944a687f088","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.786916689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"a5bb97f2-5eba-49a9-90fa-61c4ba4a85ff","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:38.832563459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-apikey-sub-binding-0dec3d96","reconcileID":"3a1a9db2-4535-48b3-a2c4-3950a543b6e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-0dec3d96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.888260827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"df67f73a-0de1-4bc6-810c-12bad11a7ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.888259521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"31f4f474-ec25-474e-8fb5-7830750a667f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.943193825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"65d21e5f-b6fe-4412-b14a-fd2134557951","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.947536995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"31f4f474-ec25-474e-8fb5-7830750a667f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.947707964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"df67f73a-0de1-4bc6-810c-12bad11a7ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:38.999884138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"61bcf451-ab0d-450b-84d4-ab14620cfb88","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.269588716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"6cbc6164-e429-471b-8cd3-9309d4fa523a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.269774415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f9a8775e-5be9-47a1-89a7-3b82cf464c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.276585824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-apikey-sub-binding-0dec3d96","reconcileID":"b57785cc-d040-4df8-9a17-9e291917ddd8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-apikey-sub-binding-0dec3d96","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.327711291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"6cbc6164-e429-471b-8cd3-9309d4fa523a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.329114127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f9a8775e-5be9-47a1-89a7-3b82cf464c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.495573734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"ab420345-f9e7-424f-9e63-dddd96a48a92","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.544008211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"2d49bb39-172f-4b9f-b212-022e0d089d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:39.712146539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-apikey-sub-binding-0dec3d96","reconcileID":"07920236-0855-467f-ab77-0f571d1852f1","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:40.365920069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54865024-2672-4281-ae38-179aa6c4ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:40.41966527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54865024-2672-4281-ae38-179aa6c4ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:40.473486886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54865024-2672-4281-ae38-179aa6c4ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:40.527444431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54865024-2672-4281-ae38-179aa6c4ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:40.641844727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:42.527015062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8d3008-f441-44f4-9960-b181672588be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:42.580841501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8d3008-f441-44f4-9960-b181672588be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:42.634596146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8d3008-f441-44f4-9960-b181672588be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:42.688365638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8d3008-f441-44f4-9960-b181672588be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:42.843395485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8b593347-4851-4db1-96f4-68af50982cb7","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:43.013712288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4a694157-effd-4f84-890e-e2370fb95adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:43.013973045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a9e60f13-e8d9-45d2-8961-4b339d7a62d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:43.072331166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a9e60f13-e8d9-45d2-8961-4b339d7a62d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:43.074296914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4a694157-effd-4f84-890e-e2370fb95adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:44.63276104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807b0b40-8a1f-4618-a655-cd152df1f2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:44.686587716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807b0b40-8a1f-4618-a655-cd152df1f2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:44.740456802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807b0b40-8a1f-4618-a655-cd152df1f2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:44.794167021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807b0b40-8a1f-4618-a655-cd152df1f2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.199098205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","namespace":"ai-tenant-e2e-ipp-a-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.199163265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","namespace":"ai-tenant-e2e-ipp-a-d485fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.19921434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","tenant":"e2e-ipp-a-d485fc","tenantID":"e2e-ipp-a-d485fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.254701915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d485fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.321102415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Service","name":"maas-api-e2e-ipp-a-d485fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.380541202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d485fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.43659101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d485fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.49653643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.552724896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.610943455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.666972856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.72294521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.749496695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed56c3-cd12-4b0b-a7de-73be750f9682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.803443305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed56c3-cd12-4b0b-a7de-73be750f9682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.80492849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.857314333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed56c3-cd12-4b0b-a7de-73be750f9682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.911492372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aed56c3-cd12-4b0b-a7de-73be750f9682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.922879165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Service","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:46.984261558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.040203328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.096243843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.18975388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.248511587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.305686485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.361232684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.416876519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d485fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:47.472039864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d485fc"},"namespace":"ai-tenant-e2e-ipp-a-d485fc","name":"default-tenant","reconcileID":"31ce3b2c-7cfc-4255-8220-8cf19ddbe99e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d485fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:48.854453759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a679e769-5f3a-4d30-b38f-e55f29cd5b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:48.908425983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a679e769-5f3a-4d30-b38f-e55f29cd5b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:48.96226078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a679e769-5f3a-4d30-b38f-e55f29cd5b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:49.016246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a679e769-5f3a-4d30-b38f-e55f29cd5b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:50.950456387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78bac18-c2fd-4346-b720-ed29c818c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:51.004544738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78bac18-c2fd-4346-b720-ed29c818c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:51.058653552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78bac18-c2fd-4346-b720-ed29c818c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:51.113212917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78bac18-c2fd-4346-b720-ed29c818c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:51.44254866Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d485fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d485fc","reconcileID":"5de28e74-5372-4977-b15e-14e49cfe087a","aitenant":"ai-tenants/e2e-ipp-a-d485fc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:52.279030858Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d485fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d485fc","reconcileID":"5de28e74-5372-4977-b15e-14e49cfe087a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d485fc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d485fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.021370083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-apikey-sub-binding-0dec3d96","reconcileID":"ed80d616-220a-4198-bf5b-567378ebce97","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-apikey-sub-binding-0dec3d96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.135188082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e47c982-801b-48ca-b397-2e1b27c96fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.188817764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e47c982-801b-48ca-b397-2e1b27c96fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.242959687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e47c982-801b-48ca-b397-2e1b27c96fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.24905999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-apikey-sub-binding-0dec3d96","reconcileID":"ed80d616-220a-4198-bf5b-567378ebce97","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0dec3d96","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.300387971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e47c982-801b-48ca-b397-2e1b27c96fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.51731941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"c7b97452-5f9c-4b2e-a43a-7206ab45d1c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.519177743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1ffc996b-3b6f-47fc-a061-7f2cb9fd8d18","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.690637656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"fb614807-31c3-452b-9440-0a40697fab6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.690820088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"63bed3b7-178b-4486-9812-30cc66b86e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.74846878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"63bed3b7-178b-4486-9812-30cc66b86e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:53.748481584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"fb614807-31c3-452b-9440-0a40697fab6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.680810982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"1550f397-2cf9-4344-baed-fd366baf520d","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.739776972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"5051d5c9-c8d4-4002-a9fb-3c834517bc84","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:31:54.787464218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-sub","reconcileID":"f04ff380-4af6-4fa9-98ab-6249937264fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.840613957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3c438878-7104-4167-abe4-0951def6a468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.843116736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"eefe77a3-2bf7-477c-af30-1d0a98e748b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.898432461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"9e6ccef2-918a-42a8-9321-1d584b487bfb","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.898936408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3c438878-7104-4167-abe4-0951def6a468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.902004224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"eefe77a3-2bf7-477c-af30-1d0a98e748b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:54.955095361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"f3a3a269-747b-4bad-a79c-b91ec7341492","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.229041786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-sub","reconcileID":"4d6cf1a1-f717-4382-b420-79180d0f0565","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-ordering-sub","ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.244030953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ccabe5-fc10-499f-8abf-11bd3c9c58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.244190559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"bcce1c83-e51a-4f04-9bf9-89922b1ded60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.244481557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b95d13c6-a305-42e0-8625-b476a62d22fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.298281399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ccabe5-fc10-499f-8abf-11bd3c9c58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.302108724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"bcce1c83-e51a-4f04-9bf9-89922b1ded60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.352347349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ccabe5-fc10-499f-8abf-11bd3c9c58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.406530945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ccabe5-fc10-499f-8abf-11bd3c9c58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.410596695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b95d13c6-a305-42e0-8625-b476a62d22fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.520712906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"a1d257b7-0ea2-4109-95e3-aed8b997e360","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.571806051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"69488d9b-2149-40a0-af31-20a9f669b149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:55.788458005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-sub","reconcileID":"5d03427e-98b4-4eb9-b5e5-70b45f2543b2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:57.341305156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9abf075-6e18-4ca6-ac27-31df78784831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:57.395224646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9abf075-6e18-4ca6-ac27-31df78784831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:57.449053141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9abf075-6e18-4ca6-ac27-31df78784831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:57.503422884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9abf075-6e18-4ca6-ac27-31df78784831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:58.189700012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"720d5c8b-49fb-4a58-8634-ce390f7598d6","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:58.247710789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"a57674b7-3a88-4076-85b9-9e97c35366c7","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:58.408369618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"d2968bde-e78e-4377-a2ab-63d513a5aaac","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:58.466903294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"d2968bde-e78e-4377-a2ab-63d513a5aaac","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:58.793631829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"234059bd-90c3-463e-bd43-926a874922ae","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:59.537575077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f7816-8956-4b03-b25d-075decd82e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:59.592741263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f7816-8956-4b03-b25d-075decd82e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:59.650859221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f7816-8956-4b03-b25d-075decd82e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:31:59.704884013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f7816-8956-4b03-b25d-075decd82e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.096976375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"87e63c9d-d37a-4854-a40f-c6d177291063","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.274568854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"84677f2f-47a6-4a5e-b38c-4c6cbc4b422c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.27534612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4d192ce5-e52c-42c7-b3a3-b7ac40fca097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.278621252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"65a2a453-96e5-4adf-9d97-f83a9f9ecca8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.280248565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"7a9bf128-5426-4384-9480-d950309c07f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.333451964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"84677f2f-47a6-4a5e-b38c-4c6cbc4b422c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.334808796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"4d192ce5-e52c-42c7-b3a3-b7ac40fca097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.338311074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"65a2a453-96e5-4adf-9d97-f83a9f9ecca8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.670494088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e0d070-e9fc-4484-ad2a-262f7ebd730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.724688138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e0d070-e9fc-4484-ad2a-262f7ebd730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.778635918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e0d070-e9fc-4484-ad2a-262f7ebd730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:01.832723342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e0d070-e9fc-4484-ad2a-262f7ebd730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:03.826396133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feb6175-fcc0-4f55-8615-454d380fc5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:03.880908108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feb6175-fcc0-4f55-8615-454d380fc5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:03.934980328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feb6175-fcc0-4f55-8615-454d380fc5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:03.989225285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feb6175-fcc0-4f55-8615-454d380fc5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:05.984766402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41385e3-e3b7-4bbb-8530-bf9e69c46834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:06.039351289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41385e3-e3b7-4bbb-8530-bf9e69c46834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:06.094143616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41385e3-e3b7-4bbb-8530-bf9e69c46834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:06.148038056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41385e3-e3b7-4bbb-8530-bf9e69c46834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:08.131501972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345d7158-1a0c-4c25-a3c6-cb9e14bd8c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:08.186030744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345d7158-1a0c-4c25-a3c6-cb9e14bd8c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:08.240082303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345d7158-1a0c-4c25-a3c6-cb9e14bd8c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:08.294131508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345d7158-1a0c-4c25-a3c6-cb9e14bd8c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:10.246015312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4110bb50-5067-44e1-9d8e-556de61adb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:10.300257111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4110bb50-5067-44e1-9d8e-556de61adb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:10.354118188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4110bb50-5067-44e1-9d8e-556de61adb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:10.41054988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4110bb50-5067-44e1-9d8e-556de61adb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:10.641902689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.263530845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-sub","reconcileID":"cc926610-ea6d-49fa-a95a-26f3871edd34","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.503259644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-sub","reconcileID":"cc926610-ea6d-49fa-a95a-26f3871edd34","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.719954914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"164938d4-0a4d-42c7-9d2b-854e04281cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.766511427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"5a5e67f4-93ad-4fd3-99b7-330c9c215ef4","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.907813008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"83d28e0c-95a6-42f8-bb0d-5e6c562c5404","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.929700583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"2fd8ecce-23d5-4ca6-a5c0-3d936f5068ad","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.929887903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ac5201ed-a0f2-4aee-baa8-3ecf29aa0dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.929700776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e2a41417-c65c-44bd-979c-fb0dd0eb0905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.989312227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"2fd8ecce-23d5-4ca6-a5c0-3d936f5068ad","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.989315768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e2a41417-c65c-44bd-979c-fb0dd0eb0905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:11.991636002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ac5201ed-a0f2-4aee-baa8-3ecf29aa0dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.150389894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-ordering-auth","reconcileID":"8ff7b15d-f30b-4a22-a67f-81fbe4740eda","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.316938229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"b09a75cd-0c4b-4698-9a39-c886c0b71cad","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.369118189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bf0b15-7d7b-40df-81ff-2ae952ff914f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.423189034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bf0b15-7d7b-40df-81ff-2ae952ff914f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.477107725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bf0b15-7d7b-40df-81ff-2ae952ff914f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:12.531334185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bf0b15-7d7b-40df-81ff-2ae952ff914f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.573585301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"100a44d9-f985-47ea-be32-26408cbcd364","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.667958315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"d84433cb-7606-435f-a902-42878cfc81aa","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.835676595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"3a3baa8d-0d4e-43cb-a4d0-6937962af121","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.877195198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"786bbb96-0b89-4373-a029-2d8275bd4c08","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.895325089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"3a3baa8d-0d4e-43cb-a4d0-6937962af121","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:13.971567861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"84ac5c36-f5f3-4ef7-abf7-15220a7d6595","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:32:13.972599101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-success","reconcileID":"738ea03a-d998-484a-bc47-a7d1ce0808ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.096117029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e5ce1f89-266b-4b80-a9c0-9da55cea3946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.096171606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"653cd68b-9f54-4c3f-88d7-dee816d6f32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.096937038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"ae7680ec-3520-4913-8f22-f00b2598fa80","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.154666893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e5ce1f89-266b-4b80-a9c0-9da55cea3946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.155604126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"2a674536-538c-4d77-98b7-2eff5e62e3eb","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.155732662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"653cd68b-9f54-4c3f-88d7-dee816d6f32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.346789561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"5017be11-956f-4dcd-914e-9c82f84377b3","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.430426895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-success","reconcileID":"a8307e19-4f91-421d-8a97-e5e58f1a1fee","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.540360968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5872ee-2aea-4db8-96bc-21737fbdcc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.540790272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"bb359152-98f9-4e7a-aab8-80fef27814ee","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.5952283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5872ee-2aea-4db8-96bc-21737fbdcc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.649125408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"95d3eab5-122e-4bb3-a89a-eba7be887517","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.649461278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5872ee-2aea-4db8-96bc-21737fbdcc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.649796339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bcfcadbd-c827-4e8e-9c7c-470cfc4c2dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.704417527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5872ee-2aea-4db8-96bc-21737fbdcc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.705472202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"20b26e74-7516-4cb9-98c4-7a22b5013a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.709742745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"bb359152-98f9-4e7a-aab8-80fef27814ee","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.709863346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"fa8a4ba1-c7fc-468f-9935-ad1f0f8bd0f6","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.764620435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"bcfcadbd-c827-4e8e-9c7c-470cfc4c2dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.765709152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"20b26e74-7516-4cb9-98c4-7a22b5013a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:14.927343653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-success","reconcileID":"74bbe1ce-1fc4-45be-b368-5883c34024fe","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.323104285Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","namespace":"ai-tenant-e2e-ipp-b-020743","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.323185891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","namespace":"ai-tenant-e2e-ipp-b-020743","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.32323738Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","tenant":"e2e-ipp-b-020743","tenantID":"e2e-ipp-b-020743","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.379353121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Deployment","name":"maas-api-e2e-ipp-b-020743","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.441100749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Service","name":"maas-api-e2e-ipp-b-020743","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.497259766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-020743","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.552580628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-020743","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.612645247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.671157711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.729192644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.797488163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.868212408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.923352945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:15.987669502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Service","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.051139481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.137522835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.194217087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.250826393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.31143143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.367565618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.422816814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.479384496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-020743","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.535042112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-020743"},"namespace":"ai-tenant-e2e-ipp-b-020743","name":"default-tenant","reconcileID":"a6571723-7548-452d-954e-48209078c9ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-020743","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.659450593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98718a5f-0cc0-4823-a831-de09019bfbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.713207038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98718a5f-0cc0-4823-a831-de09019bfbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.767668527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98718a5f-0cc0-4823-a831-de09019bfbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:16.870538283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98718a5f-0cc0-4823-a831-de09019bfbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.31459203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"450e42b1-9093-4c3d-a6ff-fd353289838f","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.475926649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dbc53e84-e319-4033-ac80-dc526fbf4533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.475979988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"7ad7511a-c11b-4c00-8be1-3a60fbac247c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.476418412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"bf16b6e9-3645-44cd-842b-7d68de41434e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.534471742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"7ad7511a-c11b-4c00-8be1-3a60fbac247c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.535969094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"bf16b6e9-3645-44cd-842b-7d68de41434e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:17.536770015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dbc53e84-e319-4033-ac80-dc526fbf4533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:18.47339828Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9262ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9262ed","reconcileID":"b81826cd-08a7-488b-99c7-b53e295d6a21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9262ed","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9262ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:18.823327406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60704282-480d-451f-bcc9-ad4af65c9b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:18.877582398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60704282-480d-451f-bcc9-ad4af65c9b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:18.931733375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60704282-480d-451f-bcc9-ad4af65c9b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:18.985931589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60704282-480d-451f-bcc9-ad4af65c9b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:20.93017002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012ae2d1-9068-4aa0-824b-c05e1b9bf2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:20.984442892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012ae2d1-9068-4aa0-824b-c05e1b9bf2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:21.038398927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012ae2d1-9068-4aa0-824b-c05e1b9bf2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:21.092706266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012ae2d1-9068-4aa0-824b-c05e1b9bf2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:24.319350142Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-020743","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-020743","reconcileID":"020e404e-29c4-4ddf-a55b-f0957332d899","aitenant":"ai-tenants/e2e-ipp-b-020743","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:24.895522436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f95ddc-4b58-411e-b77c-b05c59954969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:24.950078446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f95ddc-4b58-411e-b77c-b05c59954969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:25.003945998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f95ddc-4b58-411e-b77c-b05c59954969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:25.057717897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f95ddc-4b58-411e-b77c-b05c59954969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:25.172470595Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-020743","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-020743","reconcileID":"020e404e-29c4-4ddf-a55b-f0957332d899","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-020743","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-020743"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:26.998426762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acb9f05-5c63-4ced-9558-198a1de61e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.053052137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acb9f05-5c63-4ced-9558-198a1de61e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.106778455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acb9f05-5c63-4ced-9558-198a1de61e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.160745148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acb9f05-5c63-4ced-9558-198a1de61e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.483222654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-success","reconcileID":"ac3a1a73-c14f-4f80-9654-20887be1e50a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.70443223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-success","reconcileID":"ac3a1a73-c14f-4f80-9654-20887be1e50a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.922736101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"4acd6d5d-0b99-4413-af31-25038fafe887","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:27.976646673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"dbef5f72-6b2a-4c1c-b35b-893a667be1fc","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.125691753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"24e53865-ad87-42b6-873e-9357567eb816","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.136403485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"915cf484-c337-4331-b9a4-309be2df1145","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.137295476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"44136369-039a-4a7f-88de-5d8328cd2fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.137303239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6b2c39fb-5a8b-4887-b536-b44d6102cf15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.195614957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6b2c39fb-5a8b-4887-b536-b44d6102cf15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.196093724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"915cf484-c337-4331-b9a4-309be2df1145","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.19791138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"44136369-039a-4a7f-88de-5d8328cd2fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.406948506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-success","reconcileID":"2ff5719f-8fa6-46fc-8b66-4e99e3b7347e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:28.666165695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"b159f451-4e7c-4fc2-ad85-671005c5d034","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.104098665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6f84b4-54d3-47cb-b1a9-b898e94d9af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.15785104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6f84b4-54d3-47cb-b1a9-b898e94d9af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.21186816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6f84b4-54d3-47cb-b1a9-b898e94d9af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.265643848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6f84b4-54d3-47cb-b1a9-b898e94d9af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.778854639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"6db06ada-7ca5-4a59-91a0-061e87728685","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:29.837792201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"af6c09ff-0c2a-4234-88b2-e25c430ed25e","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.000548356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"fbd1a271-d1de-44cc-a61f-fe85c3b77f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.050441101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"2efbe424-bd8c-40a7-aa23-2676ff7bcb58","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.058173898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"fbd1a271-d1de-44cc-a61f-fe85c3b77f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.109203431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"4231e7a0-930d-4c6f-9ae0-38257ee2e431","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:32:30.157044577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-no-access","reconcileID":"c544da62-634d-4d7c-803e-0675ddec5a2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.210992095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8b24631b-660b-48ab-b0b4-1300f1b97af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.211044275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f549cf22-f0d2-4c52-81d3-284d970319b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.268949289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"8b24631b-660b-48ab-b0b4-1300f1b97af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.269684573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"8f36dfdb-e16a-4214-95e3-ff7eec2a61cf","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.269885716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f549cf22-f0d2-4c52-81d3-284d970319b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.349803064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"6b0c6591-f885-4d21-a462-61087bfac84a","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.40141237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"1f9cfaff-8de9-4f88-b171-5b785bd779c5","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.563876038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"a809632b-8d85-4ee0-8b3a-00c79ab1731b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.621856088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"a809632b-8d85-4ee0-8b3a-00c79ab1731b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.626106588Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-no-access","reconcileID":"47078c0b-e65e-4f95-81aa-e2b93dbc091b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.677662719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"af418dc7-0d08-47c6-b5c7-476a8ca03e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.678201563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2c7e192c-c435-4ab1-b559-2bdde5cee93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.736498397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"af418dc7-0d08-47c6-b5c7-476a8ca03e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.737728024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2c7e192c-c435-4ab1-b559-2bdde5cee93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.79629427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"b16e0978-bd20-47c4-8466-bf2c76f17545","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:30.840840826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"c7629eb9-1b57-4722-80bc-6ed01acbf50f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.011950181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-no-access","reconcileID":"fa7db058-e063-4502-b06c-c1a2dc2dbec6","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.235537862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f36c6a3-26db-4fb3-b8d4-703ebe04b55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.289778278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f36c6a3-26db-4fb3-b8d4-703ebe04b55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.343328148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f36c6a3-26db-4fb3-b8d4-703ebe04b55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.397677374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f36c6a3-26db-4fb3-b8d4-703ebe04b55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:31.402905286Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fab80e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fab80e","reconcileID":"6c587757-b7ea-4f56-af58-0ea461d28068","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-fab80e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-fab80e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.282651784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"f14fd4e7-3f6d-4cc7-8acc-538ac95992fa","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.335996045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5516c4-a7b5-43e9-b3b3-0a9cd669f049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.390395987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5516c4-a7b5-43e9-b3b3-0a9cd669f049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.444163557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5516c4-a7b5-43e9-b3b3-0a9cd669f049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.497983155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5516c4-a7b5-43e9-b3b3-0a9cd669f049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.605547699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"00ed2879-3b40-4cbf-9014-40df0c36c727","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.605557077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a078cadc-ec04-4fa0-847d-4080e3aade42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.606057777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"282e62cb-470f-44a2-8029-725b68507712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.663700402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a078cadc-ec04-4fa0-847d-4080e3aade42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.664045301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"282e62cb-470f-44a2-8029-725b68507712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:33.665955325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"00ed2879-3b40-4cbf-9014-40df0c36c727","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:35.445929041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc6df83-be3e-4980-ba54-0af93f7adc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:35.499956673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc6df83-be3e-4980-ba54-0af93f7adc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:35.553871944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc6df83-be3e-4980-ba54-0af93f7adc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:35.608453239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc6df83-be3e-4980-ba54-0af93f7adc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:37.551925996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75e411-4022-4691-a9ed-2b848a4965ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:37.606474881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75e411-4022-4691-a9ed-2b848a4965ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:37.660307977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75e411-4022-4691-a9ed-2b848a4965ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:37.714057434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75e411-4022-4691-a9ed-2b848a4965ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.542747946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","namespace":"ai-tenant-e2e-praxis-b-bc3a31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.542804934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","namespace":"ai-tenant-e2e-praxis-b-bc3a31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.542852689Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","tenant":"e2e-praxis-b-bc3a31","tenantID":"e2e-praxis-b-bc3a31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.598129884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bc3a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.659689473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Service","name":"maas-api-e2e-praxis-b-bc3a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.716466819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bc3a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.772442413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bc3a31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.830194538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.886468454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:38.944454724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.000342932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.053934435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.108000307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.161822283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Service","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.215727782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.269219851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.32288385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.37665039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.435411383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.489286627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.542537904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.595820683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bc3a31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.649721097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc3a31"},"namespace":"ai-tenant-e2e-praxis-b-bc3a31","name":"default-tenant","reconcileID":"e27ce03b-9267-44ad-ab97-a09ac86fd81f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bc3a31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.70843997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","namespace":"ai-tenant-e2e-praxis-a-ad1faf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.708495984Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","namespace":"ai-tenant-e2e-praxis-a-ad1faf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.708542905Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","tenant":"e2e-praxis-a-ad1faf","tenantID":"e2e-praxis-a-ad1faf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.763578564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ad1faf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.825288055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Service","name":"maas-api-e2e-praxis-a-ad1faf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.881449369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ad1faf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.937252003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ad1faf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:39.995688618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.057123512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.115594942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.176406107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.234186999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.287660251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.341008222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Service","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.395151518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.448833085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.502320621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.555960835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.612619902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.641951027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.665641271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.718665861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.77187076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ad1faf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:40.825188509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad1faf"},"namespace":"ai-tenant-e2e-praxis-a-ad1faf","name":"default-tenant","reconcileID":"4e3df3e7-5342-4f31-9a22-820716bb4647","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ad1faf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:41.716611156Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc3a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc3a31","reconcileID":"a1640b47-f8e7-450c-bdcf-b8d0a1f17bb9","aitenant":"ai-tenants/e2e-praxis-b-bc3a31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:42.295993122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5d637f-1d09-46d8-b18f-f8a49a43c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:42.349910558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5d637f-1d09-46d8-b18f-f8a49a43c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:42.403651598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5d637f-1d09-46d8-b18f-f8a49a43c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:42.457606786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5d637f-1d09-46d8-b18f-f8a49a43c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:42.572237617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc3a31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc3a31","reconcileID":"a1640b47-f8e7-450c-bdcf-b8d0a1f17bb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bc3a31","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bc3a31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:43.597342647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-no-access","reconcileID":"e2849b13-a9a2-4130-b378-702db769a955","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:43.871182555Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-subscription-no-access","reconcileID":"e2849b13-a9a2-4130-b378-702db769a955","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.085808114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"19dca538-2203-4a74-a6a3-ea8756cf5575","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.136278137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"1df9148f-5ed6-4e7e-bf97-921be1e59ca7","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.285231875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"9537a4b9-177b-4f58-9173-e6cdd26937e0","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.298856641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"e96057fa-362f-4cc9-a15b-f81392548488","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.299147741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ec5eec14-cde2-4d2b-988c-47d989ac3212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.29928365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"1a5d1f0f-0a78-4905-81ab-064b781d29cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.35659098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"e96057fa-362f-4cc9-a15b-f81392548488","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.356856282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"1a5d1f0f-0a78-4905-81ab-064b781d29cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.358752283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ec5eec14-cde2-4d2b-988c-47d989ac3212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.395440205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed1538-53dc-4265-ad0e-ee774ecc2531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.449564091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed1538-53dc-4265-ad0e-ee774ecc2531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.503547246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed1538-53dc-4265-ad0e-ee774ecc2531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.557649086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed1538-53dc-4265-ad0e-ee774ecc2531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.557733926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-auth-no-access","reconcileID":"464101e0-d3e7-4943-bc06-965f6f99c1f6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:44.723490593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"b05d980a-fdf8-426c-9b78-a08dd9f037db","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:45.736133649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"5bad4490-3ecd-41b7-8e0b-c53efb8b60eb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:45.792189274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8b482c2f-f6d5-476a-9814-82864426b98e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:45.973411881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"a4c20e01-e001-4a26-8340-6cde2e5023f4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.02790185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"cdbe3a79-ac75-43d6-a4ed-52dd1e600f3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.027978968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"2c25d309-daf4-491d-b74f-3424ff40456f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.031297452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"a4c20e01-e001-4a26-8340-6cde2e5023f4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.086380646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c717b5fc-73a5-433b-8cb4-2b3c7105edda","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:32:46.132497171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-subscription","reconcileID":"78f34b38-a764-4e31-a9fb-f67451eb07cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.18831756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c1fc3b65-f269-4600-9d85-228a2c4c5684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.188656129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fee83dd8-0388-4e5f-a4ec-9f3e25ad3615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.243115084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"34433133-1077-4f7e-8a63-c638da117c57","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.24794377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c1fc3b65-f269-4600-9d85-228a2c4c5684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.247941226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fee83dd8-0388-4e5f-a4ec-9f3e25ad3615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.30170258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"8665c1d5-5cfb-4274-8b64-3953a1c8adde","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.354739667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"65d2e602-2e86-4c98-8ec8-23e511dc0d64","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.524034674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a389be8d-f196-4bd6-bfd1-0a02958f78a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.524434595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"cd2d5f9f-3fbd-411f-8336-8f368d2a3c20","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.578139926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a389be8d-f196-4bd6-bfd1-0a02958f78a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.583572206Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-subscription","reconcileID":"327a2452-1986-4fbb-9658-20c156d9d4c5","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.63194904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a389be8d-f196-4bd6-bfd1-0a02958f78a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.635854946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"cd2d5f9f-3fbd-411f-8336-8f368d2a3c20","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.686145692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a389be8d-f196-4bd6-bfd1-0a02958f78a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.833679211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"162cca86-7f2a-4cbc-b9e9-63114431046a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.833682853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"04f20dce-dcf4-4be2-8733-418b02dbc10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.840630286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4a338259-6daf-45a7-8759-bd345115bcb3","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.888769988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5134a32e-dafc-450e-9792-aae6b599a04f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.891760559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"04f20dce-dcf4-4be2-8733-418b02dbc10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:46.891770988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"162cca86-7f2a-4cbc-b9e9-63114431046a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:47.104177223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-subscription","reconcileID":"10548c05-d245-41a9-a352-5daac66c810a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:47.276435119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4c09feda-4c12-49de-a715-2b109fa9de2c","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.022312197Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ad1faf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ad1faf","reconcileID":"3262df1b-a714-4588-a3b8-c43ba4b91af0","aitenant":"ai-tenants/e2e-praxis-a-ad1faf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.040148491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"8d4fa5ed-44de-4ed8-8aaa-a0f4ee7bb04e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.821297736Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ad1faf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ad1faf","reconcileID":"3262df1b-a714-4588-a3b8-c43ba4b91af0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ad1faf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ad1faf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.838380264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824fea3c-83a7-4215-98d7-dcbc57ee65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.892415563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824fea3c-83a7-4215-98d7-dcbc57ee65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.945991329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824fea3c-83a7-4215-98d7-dcbc57ee65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.946624872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"e60bbefc-e084-45b7-a88a-0165440c455f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:48.999819261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824fea3c-83a7-4215-98d7-dcbc57ee65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:49.944033111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"778e97e1-5c15-4900-844b-004b1ce29d1a","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.149243255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b60022f5-8005-43d9-93dd-441aed862e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.202581424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"b1d3efef-bc52-476c-b35d-5b88e21a5cbc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.202684485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"d4ee770a-021b-453e-9f35-456918e2dfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.206802682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b60022f5-8005-43d9-93dd-441aed862e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.263569662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"d4ee770a-021b-453e-9f35-456918e2dfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.264794125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"b1d3efef-bc52-476c-b35d-5b88e21a5cbc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.941716005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c00ef36-c9c3-462f-9435-42054959664f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:50.995340379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c00ef36-c9c3-462f-9435-42054959664f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.048875802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c00ef36-c9c3-462f-9435-42054959664f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.103797263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c00ef36-c9c3-462f-9435-42054959664f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.178168821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"293bd27a-d1a1-4040-a82a-4cb133dcffb3","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.233889752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"955eebac-1eb0-47dd-b690-aa1fc3fcd0ce","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.42854458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"d698becf-5086-48dc-978d-ef6577b849f9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.447000664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"ae83221d-1ef1-48c0-a008-061ed3f7b361","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.488178147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"d698becf-5086-48dc-978d-ef6577b849f9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.505958821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"9c01c919-0dcd-486b-9ca1-3cc912445830","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:32:51.552364193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-sub-only","reconcileID":"c37c04a4-5fed-43e6-96c4-c9344c912e30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.607791051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"145b71f3-3439-4b30-a475-edaa2b33e465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.607853914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6a4bf70a-1d91-4b9d-bca1-296547944f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.664536868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"217e1b5a-8532-4c35-a219-1853c875e7c5","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.666022801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6a4bf70a-1d91-4b9d-bca1-296547944f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.667193103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"145b71f3-3439-4b30-a475-edaa2b33e465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.72331066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"40d74aa6-4006-49c0-ac42-20632f0af8db","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.808935615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"b19767ca-2ea6-4d09-a44d-07ac93e3fdbd","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.968192889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"de938a94-ee97-4c06-8261-8074f8e504b2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:51.972172833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7feb5ac9-0d14-45da-aed6-6bdbe13a33cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-093e34/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.012574913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-sub-only","reconcileID":"9f401c22-7b85-47b9-af89-34cfac8c67a7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.013606753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cf88e58b-d05c-4aa0-9d8e-5c2b7a41f01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.025803213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"de938a94-ee97-4c06-8261-8074f8e504b2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.066927619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"89dcdfdd-c140-4733-98d7-22e64a779cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.071157859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cf88e58b-d05c-4aa0-9d8e-5c2b7a41f01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.124866715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"89dcdfdd-c140-4733-98d7-22e64a779cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.18717494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"b820d760-cd1f-4bf6-9e8f-e4953847b9e3","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.380092454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"3b830ec8-45a2-49d9-9891-a80b303f6cad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:52.442941272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-sub-only","reconcileID":"4328002d-6249-4719-9926-2db8d3dbd3f5","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:53.122980812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924d8a50-fdbe-4a5e-a3ae-5328e20ece85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:53.176730725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924d8a50-fdbe-4a5e-a3ae-5328e20ece85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:53.230801136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924d8a50-fdbe-4a5e-a3ae-5328e20ece85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:53.284656189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924d8a50-fdbe-4a5e-a3ae-5328e20ece85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:54.854551322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"8b2702f0-16a3-4b2e-94fc-ef30a8bc1f72","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.015007048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e34f96d6-e3ef-4476-8c84-320cfd48958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.01518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"23f80a04-0739-4a78-984f-bf027df27ff9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.015006376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"76ac8aab-6fe7-46cc-9424-d3e50d7b16a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.075749223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"23f80a04-0739-4a78-984f-bf027df27ff9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.077008976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e34f96d6-e3ef-4476-8c84-320cfd48958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.078121812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"76ac8aab-6fe7-46cc-9424-d3e50d7b16a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.214725858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039f077-a149-48b7-bcf8-f3b0f2d5c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.268985129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039f077-a149-48b7-bcf8-f3b0f2d5c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.322861389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039f077-a149-48b7-bcf8-f3b0f2d5c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:55.377059319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039f077-a149-48b7-bcf8-f3b0f2d5c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.345247118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe372aef-5678-4b45-8818-adefd02eb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.399542468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe372aef-5678-4b45-8818-adefd02eb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.453715229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe372aef-5678-4b45-8818-adefd02eb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.507818806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe372aef-5678-4b45-8818-adefd02eb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.624181987Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","namespace":"ai-tenant-e2e-praxis-b-db3bb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.624238728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","namespace":"ai-tenant-e2e-praxis-b-db3bb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.624286672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","tenant":"e2e-praxis-b-db3bb5","tenantID":"e2e-praxis-b-db3bb5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.679751892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.787742526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Service","name":"maas-api-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.84379356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.901152685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:57.95770766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.014248794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.072222743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.127529336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.180792118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.233818714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.286780045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Service","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.33976306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.392912982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.446331296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.49933084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.588924746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.642181044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.6955283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.748843193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:58.802187619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"2075ac11-86d7-44e6-83c5-31598570492b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-db3bb5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:59.441012233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d698d18-3f0d-4d96-8ce2-ca2ff024648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:59.495518066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d698d18-3f0d-4d96-8ce2-ca2ff024648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:59.549564359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d698d18-3f0d-4d96-8ce2-ca2ff024648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:32:59.603930603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d698d18-3f0d-4d96-8ce2-ca2ff024648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.155276985Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-subscription","reconcileID":"f3c96c17-c3d6-4424-94be-104f67caab8d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.375908633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-subscription","reconcileID":"f3c96c17-c3d6-4424-94be-104f67caab8d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.590887593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e26dd3d7-7d18-4bb0-b81c-3de6bd29731a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.636517884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"03792d56-7cce-42ac-b0c7-3d113538df52","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.77954422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"df940e77-22ea-4160-8433-ea60f3c37853","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.796536536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"fde1fc53-e0c2-48bf-80ad-5ba8cb1a04a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.796633436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e182f9db-e97d-4776-bd5e-de09948633a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.796986974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fe022e9d-2b68-44fb-8757-a2b8b6cf585c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.854968225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"fde1fc53-e0c2-48bf-80ad-5ba8cb1a04a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.856274937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e182f9db-e97d-4776-bd5e-de09948633a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:00.857273763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"fe022e9d-2b68-44fb-8757-a2b8b6cf585c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:01.062255271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-test-group-auth","reconcileID":"b159c07a-09b2-49fb-86a1-4c0715d0de1f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:01.319431558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"04ee23ef-1915-4cc2-8cf2-86557d69dccb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:03.922776114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"943d1009-0f6a-4128-ad91-92a7d30bc69c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9262ed","tenantID":"e2e-praxis-b-9262ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:04.041492432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"943d1009-0f6a-4128-ad91-92a7d30bc69c","name":"e2e-praxis-b-9262ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.022048499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-sub-only","reconcileID":"a57e8781-39e2-479f-aac8-a3eb490b4b21","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.243680168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-sub-only","reconcileID":"a57e8781-39e2-479f-aac8-a3eb490b4b21","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.463568897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"6db4d761-926f-4488-a01e-166c30375a6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.521267953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"c05ab870-67c9-4e92-a878-aacb5c189e27","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.670482453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"dd03b281-87df-438b-bf14-e93cb4054572","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.682234951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ca430902-7019-4535-9597-4e1fd901f537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.682244503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"7922ff05-a62d-4e28-be80-2e7665c2f115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.682702287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"dbc67a77-ca85-4c8e-8b9d-5ff826518499","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.740243789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ca430902-7019-4535-9597-4e1fd901f537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.740547085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"dbc67a77-ca85-4c8e-8b9d-5ff826518499","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.742389053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"7922ff05-a62d-4e28-be80-2e7665c2f115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:05.947694943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-test-group-no-auth","reconcileID":"9329ba95-085e-478e-85f9-dde8a3d47ba0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:06.207986064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"6ed5d1a5-223e-46f2-81db-30b9ad4487cf","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:08.48987526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-failed-sub","reconcileID":"3cf6ab9c-6ad3-4e20-a7e5-d690ee86200b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.545171124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6f2bf03f-6c28-45ae-ad9d-782a7a9534a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.545173191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"199511a9-7d59-4cd6-ae94-322b2aed4b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.602869541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6f2bf03f-6c28-45ae-ad9d-782a7a9534a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.602937445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"199511a9-7d59-4cd6-ae94-322b2aed4b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.92676072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"983486ab-12c2-4ac2-bb87-593aade70119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.926777701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1a64adcb-a31c-4a36-b528-6ef46b00059f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.985078284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"1a64adcb-a31c-4a36-b528-6ef46b00059f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:08.985303065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"983486ab-12c2-4ac2-bb87-593aade70119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:10.642313844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:10.96387121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"557f5de5-2950-4306-84f9-05be68e09d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:10.963873436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"32bd6c5e-3c12-408a-abf9-53ddc68a89bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:11.023226405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"557f5de5-2950-4306-84f9-05be68e09d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:11.023310571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"32bd6c5e-3c12-408a-abf9-53ddc68a89bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:12.969490627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"eb848680-2e83-4548-8bd3-bee798edea51","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.025567754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7e7560b2-f717-4a76-8e2a-2ddd8d519755","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.185333512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"79c0641c-39ea-4b02-8e30-0671b525c6bd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.238880697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7b0f6df3-0a27-4746-bcca-9c6e2137892f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.243269176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"79c0641c-39ea-4b02-8e30-0671b525c6bd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.294943645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"230d4412-5d9d-4dcc-95e5-52f2617be053","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:13.345252997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-sub","reconcileID":"168b0469-2c4d-464e-9e47-c4a1b74794e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.399369328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"0d16fe36-aa32-4191-88b0-1f7c8d93930a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.399368009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"5083de3d-4c15-439c-9a0c-c5cbcf12d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.457342296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"0d16fe36-aa32-4191-88b0-1f7c8d93930a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.457342678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"5083de3d-4c15-439c-9a0c-c5cbcf12d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.458262294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"70f79261-8225-4905-a977-1c15983ffeba","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.51556473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3d6c8df0-cb55-4c80-b0a4-b8dda11eb50a","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.564852176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"334d8c8e-bd74-48b5-96e5-e4ce54645589","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.726945567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"17f0190c-c932-4576-88d6-f2b5d634c9ad","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.784469685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"17f0190c-c932-4576-88d6-f2b5d634c9ad","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.792303683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-sub","reconcileID":"460b3842-c8f0-4784-a72a-a229e3a1ac8e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-status-active-sub","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.867624419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ee3694d8-7961-4221-b8d6-f10e4f4cb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.867624438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"58c22d21-5917-4a91-afe6-236c20842bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.926345093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ee3694d8-7961-4221-b8d6-f10e4f4cb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.926716246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"58c22d21-5917-4a91-afe6-236c20842bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:13.96465741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"64a3b3f2-2294-4bfe-ad75-c307bd91c382","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:14.008829073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"955ff585-8b61-48c8-b2c2-60774b303873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:14.180306969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-sub","reconcileID":"d4e27cf3-966f-4c72-aaa3-62d7b6f69fad","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:14.374941098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c85d25c7-b2cd-4e50-8b61-4552d520e678","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:15.959888712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"169a9ad6-9c33-4221-a9fb-1cfaf5c31897","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.120388221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"de586877-5e93-419c-8fed-7447b54732ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.120576632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"207a9779-2a73-446d-8e42-f9503956ec38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.120388277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e8d837c3-4e25-4598-b5bf-21dd4080f8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.17875193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"de586877-5e93-419c-8fed-7447b54732ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.179283014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"207a9779-2a73-446d-8e42-f9503956ec38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:16.181213454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e8d837c3-4e25-4598-b5bf-21dd4080f8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:20.971772129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-failed-sub","reconcileID":"ab42a189-4792-4710-aedd-c74c182e2cf5","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:20.971906561Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-failed-sub","reconcileID":"ab42a189-4792-4710-aedd-c74c182e2cf5","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:21.455241202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2160f8aa-2996-45a1-8202-a47443dfe44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:21.455261459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"eeff9d48-086f-4f71-ae8c-0a610a18256a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:21.514144699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"eeff9d48-086f-4f71-ae8c-0a610a18256a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:21.514602871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2160f8aa-2996-45a1-8202-a47443dfe44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.162552069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"d805be87-e5e7-465e-84c2-ca0efd53a87a","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.218335174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fd701b2f-878e-4314-854e-1524c851f74e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.379009157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-active-auth-only","reconcileID":"fccefc48-2081-4701-b522-a96a30040d1d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.437533537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-active-auth-only","reconcileID":"fccefc48-2081-4701-b522-a96a30040d1d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.714796008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"b1160c1e-7cf8-4193-8560-f2febd87d90d","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.875787123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-active-auth-only","reconcileID":"79ced8ab-8740-402b-bb13-a7a6f74ae324","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:22.933429536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-active-auth-only","reconcileID":"79ced8ab-8740-402b-bb13-a7a6f74ae324","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:24.246619981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"0599f2be-0913-498b-9209-4c4ef68c6552","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:24.364886973Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"0599f2be-0913-498b-9209-4c4ef68c6552","name":"e2e-praxis-a-fab80e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:24.747433091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-active-auth-only","reconcileID":"b9e7db90-6593-4c02-a081-a4e091bf0484","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:24.74754024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"5a700d32-c36e-494a-b55b-d544741846ce","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:24.911489972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fd9f3747-c291-4f09-bde6-dcb0583a5b87","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:25.754751985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"aa2900c1-a834-4ca4-b89a-7203aeb1e373","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:25.811287086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4eefe472-2bd8-45f6-9a8b-72ebb835d893","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:25.970936008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"3e008f3a-6be6-49c1-bb35-a74978fb8e96","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.019096745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"d93af303-1de4-466f-8781-51f413fb6e7e","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.02870392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"3e008f3a-6be6-49c1-bb35-a74978fb8e96","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.075203062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4971035f-46c0-4d2f-96e2-c8b6d2d42e41","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:26.124814652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"7e29eac4-1638-485a-9b3d-83c0dd4d4866","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.126943143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-sub","reconcileID":"933a7771-af20-4fa4-bff9-60c5ef8169d5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.180430625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9803fb43-f306-42d0-bcfa-5bbe3db3f023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.1807461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"aa7cc800-5949-4d27-bd5f-7442a9fc660d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.246977251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"9803fb43-f306-42d0-bcfa-5bbe3db3f023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.247798315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"aa7cc800-5949-4d27-bd5f-7442a9fc660d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.258104789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"611a2a75-a574-4d7b-9da7-d203c2851984","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.316692024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"6b8c692a-324f-45f7-9ddb-78d7ba5f1443","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.355324878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-sub","reconcileID":"933a7771-af20-4fa4-bff9-60c5ef8169d5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.372108977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"3410511c-f6f9-4c13-93e1-dbff5c74fd90","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.531725996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"de50d023-fbbf-407a-91e5-dfe5dda3b185","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.570841807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"aff866ee-69da-4d9f-b012-3f3a6a3ac80a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.573223707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"894e8e2a-b45f-49fa-a269-d58bcff6cd20","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.589490606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"de50d023-fbbf-407a-91e5-dfe5dda3b185","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.591748716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"c58230ee-c785-44d6-b2ea-581f819718bf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.591852633Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"c58230ee-c785-44d6-b2ea-581f819718bf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.631914062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0d3c7384-546e-47ac-af7f-fefbf3daf1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.632530179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"4ccb3ff8-fc14-4b7a-aac1-0d932e480350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.632852986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f9774f13-267a-4c8f-83e3-1952b0a08412","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.691056809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0d3c7384-546e-47ac-af7f-fefbf3daf1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.6910893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"4ccb3ff8-fc14-4b7a-aac1-0d932e480350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.71442873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e9d5db32-db62-4093-b5e2-543bfcc8b62e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.733231042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"dd7f63cf-bbec-4be4-97f2-21056233e196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.733231003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"ae530c78-69ed-4f02-ac5c-a3307b6a1cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.79287412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"ae530c78-69ed-4f02-ac5c-a3307b6a1cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.792909641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"dd7f63cf-bbec-4be4-97f2-21056233e196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.807489164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"2301257a-6dfa-4ada-bc28-3cbeba9e4e56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:26.860796492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"de50d023-fbbf-407a-91e5-dfe5dda3b185","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.89486008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f39e705e-2c73-4114-b4c3-0fd9ea2f1a5f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:26.952610182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-active-auth","reconcileID":"787a6968-aa6f-450c-ab3a-ade354db85a1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.010109977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"abaadea8-6834-4f5f-a6e7-b1225a91244f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.026002593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"46d9871f-aa9c-41e6-83ff-0e2bd25af5e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.067366839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"abaadea8-6834-4f5f-a6e7-b1225a91244f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.083358343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"46d9871f-aa9c-41e6-83ff-0e2bd25af5e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.109448901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5cae8b2c-f3f9-4301-a17d-8bd0b6770a3c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.109571512Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5cae8b2c-f3f9-4301-a17d-8bd0b6770a3c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.117959611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"1b2ff5e9-e317-4d63-9eed-ab3b0cda7086","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:27.379703436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"068bbab8-55d2-461f-9539-8b4839917fab","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.209293982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"fd242a3e-d023-4cb3-a138-07132f4c93e5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.267525979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"fd242a3e-d023-4cb3-a138-07132f4c93e5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.325536399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"fd242a3e-d023-4cb3-a138-07132f4c93e5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.464286944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"84b9752b-be14-4273-b3e7-db520b71c19b","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.624768775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"3026fe3f-0e50-48e2-b808-d6ce6e3f333d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.624984094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7a2fab9-ff59-44ff-ad0b-e0bf47ec7c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.624770765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e0ebe042-b5a3-4e0a-a3ba-13dc90f23774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.683423568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"3026fe3f-0e50-48e2-b808-d6ce6e3f333d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.684402621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a7a2fab9-ff59-44ff-ad0b-e0bf47ec7c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.685613429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e0ebe042-b5a3-4e0a-a3ba-13dc90f23774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.778886883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"99738dfe-2779-4d39-86b3-85ec9cb60607","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.840437546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"99738dfe-2779-4d39-86b3-85ec9cb60607","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:28.89653767Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"99738dfe-2779-4d39-86b3-85ec9cb60607","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:30.366705865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-failed-auth","reconcileID":"915d2448-4997-4c96-be27-03e12a289a1e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.580102665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"e894ff14-d27a-4002-bdcb-44e1faabce44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.580128562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"e894ff14-d27a-4002-bdcb-44e1faabce44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.639542329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"5b80c559-fc01-4b98-9177-90bc4794a2eb","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.771549178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"6723c117-bdd1-437c-bcea-13de18d44ce8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.771569588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"6723c117-bdd1-437c-bcea-13de18d44ce8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.830047669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"9e6cadea-f197-4c44-a41b-a47d6d5f65d5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:31.830101391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"9e6cadea-f197-4c44-a41b-a47d6d5f65d5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.043460703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"126bcac2-71eb-4f6a-be9a-0f522b128b86","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.068639055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"b9b8ee6e-9fa9-492d-83a7-9159ff05406d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.068658353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"b9b8ee6e-9fa9-492d-83a7-9159ff05406d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.105837834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"126bcac2-71eb-4f6a-be9a-0f522b128b86","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.140080861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"84908421-174d-4dc3-bedf-51d158e2d6b3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.140100232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"84908421-174d-4dc3-bedf-51d158e2d6b3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:32.183992836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"96c742a2-d341-42fc-b36f-1e49772a4b37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:32.198179197Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"84908421-174d-4dc3-bedf-51d158e2d6b3","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:32.198232717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"84908421-174d-4dc3-bedf-51d158e2d6b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.204442627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"784cd5ad-77d3-48bc-9163-bde245b4f44a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.204465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"784cd5ad-77d3-48bc-9163-bde245b4f44a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.291334841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"40fd54b8-dc8a-400e-a073-ee8691bfa39b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.291352237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"40fd54b8-dc8a-400e-a073-ee8691bfa39b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.313255688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"47f8b9fa-9b3a-4fdb-af24-99bf98649cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.313296917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c94d71fc-6a6a-4f8f-991e-e506b62f6863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.349714284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"2f33df5b-fb81-4b6b-9c6c-b60b672063b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.34973356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"2f33df5b-fb81-4b6b-9c6c-b60b672063b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.372209705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"47f8b9fa-9b3a-4fdb-af24-99bf98649cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.373049948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c94d71fc-6a6a-4f8f-991e-e506b62f6863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.441045547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"085f09f7-2dcc-498a-82e5-57758ae46ad9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.441100939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"085f09f7-2dcc-498a-82e5-57758ae46ad9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.569014203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"9e1e6a1a-1d01-456f-bacb-a6fa7b2ad778","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.653659588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"a9b52b6e-2bb0-4066-b9d7-abd09095fa1f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.711104879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"a9b52b6e-2bb0-4066-b9d7-abd09095fa1f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.739053108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"482b13f8-ec61-4673-9f93-c2649daa7c38","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.739104004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"482b13f8-ec61-4673-9f93-c2649daa7c38","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.799773522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"18da1320-c30e-4d9b-ae73-a44252420585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.799774233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"58c05a38-e2df-4796-8151-d503f3da4b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.858134504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"58c05a38-e2df-4796-8151-d503f3da4b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.85845546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"18da1320-c30e-4d9b-ae73-a44252420585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:32.953562276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"a16a5c0f-3767-4908-9d26-d347aa837266","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:38.630945259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5541b748-930a-45ab-89b4-7d43831800a8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:38.852105255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5541b748-930a-45ab-89b4-7d43831800a8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:38.852136428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5541b748-930a-45ab-89b4-7d43831800a8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:38.852252917Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-sub","reconcileID":"5541b748-930a-45ab-89b4-7d43831800a8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.068471846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5c459efe-6d22-4609-884a-e346264db072","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.125099527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"218e1485-b52e-47b1-a0b8-f116c20ae078","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.184160589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"0c0c5249-7874-45de-86fa-9e6e734f4e0e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.184178065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"0c0c5249-7874-45de-86fa-9e6e734f4e0e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.286401592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"2e36888f-5b8a-47ae-acdd-8704b0186e6b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.28654323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0987c33d-9658-49f9-8acd-4d34463d996d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.286410808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d645fa42-a39a-4445-9bac-bf6b0afeb31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.291579019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c304cc92-c2ff-41b6-84a9-b2e65dacb5fb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.344910893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d645fa42-a39a-4445-9bac-bf6b0afeb31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.345220601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"2e36888f-5b8a-47ae-acdd-8704b0186e6b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.349307217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"0987c33d-9658-49f9-8acd-4d34463d996d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.553387051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"bbd6ace8-7e8d-4357-a7b8-6dcaee9bc265","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:39.764685143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"5e5ff56a-40f6-4815-bd9c-7004a5bb01c8","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:40.64141386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:40.655501921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"47110b93-3fe1-463b-80bb-9b032a5f0187","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:40.713354346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f7f6715d-2659-481c-851a-411961ad9b21","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:40.927668182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"00bd5a93-0ac4-47e4-85ad-0e5676aff454","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:40.985666905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"00bd5a93-0ac4-47e4-85ad-0e5676aff454","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:41.095177171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"00bd5a93-0ac4-47e4-85ad-0e5676aff454","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:41.318194414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4eabb954-6777-4cc4-b093-3bfd99581380","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:41.533838594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"43f08a7a-2b98-48db-80db-94ab16a4b6c4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:41.592445049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"43f08a7a-2b98-48db-80db-94ab16a4b6c4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:41.702305017Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"43f08a7a-2b98-48db-80db-94ab16a4b6c4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:43.094502288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"ca6b8c51-2c44-4e4a-b737-3938a5c327b0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:43.094603269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"7fb0d7f8-7bb6-4157-8f91-a365f14ced5f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:43.148243997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-status-degraded-auth","reconcileID":"ca6b8c51-2c44-4e4a-b737-3938a5c327b0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:43.315276693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"80829567-a8cc-4e85-b571-9048aa70fa36","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.20998485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"40d91278-c3bd-4646-b95f-00eefdbea3ea","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.268479603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"537e3436-850a-469e-9fb9-fa0fc97106c6","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.43104088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8e4a640b-4afb-4a62-948c-c81cf581c1e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.490357943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8e4a640b-4afb-4a62-948c-c81cf581c1e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.547967349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4663b031-63ae-4c00-95a3-d8cf3e4ea7e8","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.604975137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"b6ebf27f-6e05-418f-a997-5ea503587b62","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.620664331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","namespace":"ai-tenant-e2e-praxis-b-db3bb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.620729463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","namespace":"ai-tenant-e2e-praxis-b-db3bb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.620774517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","tenant":"e2e-praxis-b-db3bb5","tenantID":"e2e-praxis-b-db3bb5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:44.655292977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"4c988db5-9b43-47a1-9e38-635e472839ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.674109534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Deployment","name":"maas-api-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.709251347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6b84ae5b-cd48-4d36-bad2-6fb1f5777323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.709256758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f5862aea-d4b7-4b8a-88f9-d2639ea97064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.727381775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Service","name":"maas-api-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.766956714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f5862aea-d4b7-4b8a-88f9-d2639ea97064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.767152914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6b84ae5b-cd48-4d36-bad2-6fb1f5777323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.768008348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"7ec39448-cc81-4b82-815d-135efa89c885","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.768434241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"e2222caf-11d5-4738-9c4d-09b63d9e8ec7","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.780533716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.825226281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"566b989c-0dd1-43cd-9a53-7051c38ef259","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.833649882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-db3bb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.886853527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.92840037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8831f4a7-898c-4dc5-8bb8-845f29872486","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.940307309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.953699435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"0f5bd44f-94d9-4712-81bc-dcd011e101f0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.985816242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8831f4a7-898c-4dc5-8bb8-845f29872486","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:44.993644732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.046817543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.09994775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.113259792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"cfe39ed9-406c-4324-a2d4-4423d249e5dc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.113384554Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"cfe39ed9-406c-4324-a2d4-4423d249e5dc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.123027436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"48f13c68-63b4-4a6b-bd28-1343ef82f00f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"tenant":"e2e-worker-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.123045268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"48f13c68-63b4-4a6b-bd28-1343ef82f00f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.134590175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"85c44790-8468-4d65-8365-29abffbd2185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.134619041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"259fbdcd-b2a2-4734-88b4-68dd55c97d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.153119726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.19275405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"259fbdcd-b2a2-4734-88b4-68dd55c97d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.193319488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"85c44790-8468-4d65-8365-29abffbd2185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.206406447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Service","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.260102326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.313434266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.328938664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"78c80499-7984-42ea-becb-79235291d450","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.338664237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"9498f5e0-a794-442b-a35c-285e84e2d376","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.366600743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.420188094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.47367515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.526816706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.555533553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"869b6616-6ad4-4151-b80c-eb7108a7ea94","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.555694932Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"869b6616-6ad4-4151-b80c-eb7108a7ea94","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.580363409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.633819778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-db3bb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.668103758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"bdf38ffe-2f5f-4b08-a381-b736dccf017d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.668381559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4a5f9835-0fb8-40f5-a252-12e1f9846002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.668574861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ad1ab14b-ca35-4609-ba24-55ab84ac8610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.687469808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-db3bb5"},"namespace":"ai-tenant-e2e-praxis-b-db3bb5","name":"default-tenant","reconcileID":"7164a694-64b5-4e98-8ff7-9eecddfd50f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-db3bb5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.725959928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"bdf38ffe-2f5f-4b08-a381-b736dccf017d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.726431995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4a5f9835-0fb8-40f5-a252-12e1f9846002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.728221059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ad1ab14b-ca35-4609-ba24-55ab84ac8610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:45.968227364Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"6b105df5-870e-4708-a292-763db1f54772","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.022518667Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"e2e-temp-model-status","reconcileID":"3cf4b4c5-8371-4719-a871-20c6a0e0dbcf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.022637074Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"6b105df5-870e-4708-a292-763db1f54772","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.151776076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"8d8defe3-8ba2-4b81-aacf-04c8c7142339","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.151823848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c30c8394-74db-42da-bccc-7357586667ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.152266715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0564e18c-9c3a-4d02-abfd-a94a8e4ceb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.190287214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"02f54f56-b0d9-4cd6-b7f4-3e3ccec03797","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.209800624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c30c8394-74db-42da-bccc-7357586667ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.209815213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0564e18c-9c3a-4d02-abfd-a94a8e4ceb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.212185303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"8d8defe3-8ba2-4b81-aacf-04c8c7142339","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.212209256Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"8d8defe3-8ba2-4b81-aacf-04c8c7142339","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.530254394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"56f55cb3-b5b0-491c-bdeb-151ba92fd406","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.587371777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"56f55cb3-b5b0-491c-bdeb-151ba92fd406","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.587407681Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"56f55cb3-b5b0-491c-bdeb-151ba92fd406","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.637495707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7c752908-1cff-4237-a0eb-4689247ef79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.638267851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d3f30b1b-e542-4540-8821-49680e4c7be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.695231135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"7c752908-1cff-4237-a0eb-4689247ef79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.695899938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d3f30b1b-e542-4540-8821-49680e4c7be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:46.966100654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"ca000a7f-f077-4d5e-9fce-b62ed37d070d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.023573603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"ca000a7f-f077-4d5e-9fce-b62ed37d070d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.080197749Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"ca000a7f-f077-4d5e-9fce-b62ed37d070d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.122939664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"81166ef0-7ad2-4fcb-8525-649e4aa3c2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.123236113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"00be835a-2bbc-4611-b140-3c8a3d7bd554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.182179947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"00be835a-2bbc-4611-b140-3c8a3d7bd554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.182806185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"81166ef0-7ad2-4fcb-8525-649e4aa3c2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.661567464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4f63da66-4bc8-4aba-9410-fa6ca7aa82fe","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.825498272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3a69f4b2-9635-40d3-bd18-d9e7e1a59dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.82553565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8a013ddf-e7e5-43b8-879a-930a99b78891","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.825972276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e9c183a1-5e67-4436-be9b-7d7047427d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.890471456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"8a013ddf-e7e5-43b8-879a-930a99b78891","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.89143955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"e9c183a1-5e67-4436-be9b-7d7047427d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:47.892959617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3a69f4b2-9635-40d3-bd18-d9e7e1a59dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:52.220871022Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-db3bb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-db3bb5","reconcileID":"c76fcaac-4699-46dc-8775-5d91c506d9f9","aitenant":"ai-tenants/e2e-praxis-b-db3bb5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:52.457956236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283e14f5-e007-4faf-bc2e-4e7faf400098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:52.512540549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283e14f5-e007-4faf-bc2e-4e7faf400098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:52.570020868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283e14f5-e007-4faf-bc2e-4e7faf400098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:52.630852423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283e14f5-e007-4faf-bc2e-4e7faf400098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:53.093492841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-db3bb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-db3bb5","reconcileID":"c76fcaac-4699-46dc-8775-5d91c506d9f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-db3bb5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-db3bb5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:54.602161824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54368015-e40e-458e-89f2-f93f1b6fe31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:54.656270908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54368015-e40e-458e-89f2-f93f1b6fe31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:54.710785521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54368015-e40e-458e-89f2-f93f1b6fe31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:54.764786461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54368015-e40e-458e-89f2-f93f1b6fe31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:56.183636488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"d6e6d61a-bb6f-48ba-a324-c90444fea086","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:56.806746007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"ab8bc453-c8a6-4a3e-896b-3959b544a3de","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:56.806911105Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-sub","reconcileID":"ab8bc453-c8a6-4a3e-896b-3959b544a3de","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.29418806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ff7893a1-a35c-4ecb-bd09-7ba9edfa088d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.294275774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"142bae70-6f82-45d4-a485-722bd5574017","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.2947413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e262bbd7-90fc-42a3-bac7-228ab94ef825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.352570411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e262bbd7-90fc-42a3-bac7-228ab94ef825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.353727219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"142bae70-6f82-45d4-a485-722bd5574017","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.354771316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"ff7893a1-a35c-4ecb-bd09-7ba9edfa088d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.410125369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"142bae70-6f82-45d4-a485-722bd5574017","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.560700372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-status-transition-auth","reconcileID":"2b163bb4-764f-4ee5-a770-f4e484d6500d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:57.828963604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"1e6a117d-b92b-41e1-ac72-e224df151d63","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.051584549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"1e6a117d-b92b-41e1-ac72-e224df151d63","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.051616017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"1e6a117d-b92b-41e1-ac72-e224df151d63","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.051729199Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey","reconcileID":"1e6a117d-b92b-41e1-ac72-e224df151d63","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.269980635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"f2ba3b74-e8a9-472b-9e9e-0fefcc6aa002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.368259997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"ba836d9d-79b2-4c7d-8466-c1a508e1de92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.420851571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"21b4fcb6-d30e-490c-b7f3-2cbb12d8d0d6","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.573744542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"81d90e4e-07d5-4423-9234-cec9d53edcb2","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.589474496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"69533a43-bf73-4d5d-a152-f746f1ffd64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.589474211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f9f4bf4e-cd6e-4b18-8b7b-a1f58e0a8b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.589992258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"bbba31ed-96e2-4426-b36f-c75a69a5dc97","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.648512102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"bbba31ed-96e2-4426-b36f-c75a69a5dc97","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.648537683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"f9f4bf4e-cd6e-4b18-8b7b-a1f58e0a8b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.650816519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"69533a43-bf73-4d5d-a152-f746f1ffd64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.785396025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"acdd56f9-d6a8-431c-8aa3-7021686b95ae","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.843334036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"43b1e0d1-f847-4764-b090-58a39f221cf8","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:58.856445388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-apikey-auth","reconcileID":"245defc7-dd2c-4f7c-8997-d8ac244677fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.003800797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b092152-11d6-4189-a032-e33c473d9692","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.021141782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"c0c236fa-9da8-45cb-8d29-888215c3fa49","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.044029844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"68a140b4-435b-4091-b37f-2d8f49993361","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.063666508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b092152-11d6-4189-a032-e33c473d9692","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.102519178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"ceca3064-69cb-4d5e-b140-6422f8eb1c24","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:59.148165259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"4b7025b9-f407-4f0d-bd8e-a3139263212a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.20410581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"70243a13-e6d4-4c1e-8200-cdf22c7acf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.204449777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2c41b664-77dc-4359-beb0-eaf43490e090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.227896045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"615d81e7-0f67-46f7-b060-fdcf8b91de83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.258711465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c90dddbe-bea5-45aa-adf5-2b6deada2d3e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.262257871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2c41b664-77dc-4359-beb0-eaf43490e090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.262566273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"70243a13-e6d4-4c1e-8200-cdf22c7acf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.317125814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"1a39ba6e-2643-419e-8fb1-ffdbfd103abe","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.381737987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e50347ed-e14c-47a4-b8d9-27ce6c6d8653","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.540913669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5ef0aa39-81de-46fe-b3d6-95eae13ef55b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.592440744Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"4f116100-4a54-4ad4-90fa-1aa2d30d03a7","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.592559869Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"4f116100-4a54-4ad4-90fa-1aa2d30d03a7","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.598477973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5ef0aa39-81de-46fe-b3d6-95eae13ef55b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.683909544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e81c92c8-2f08-480d-8296-5a3f4595f099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.68416704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"784c3be2-f5e7-4693-86f3-a412096ca739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.741623938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"e81c92c8-2f08-480d-8296-5a3f4595f099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.741922124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"784c3be2-f5e7-4693-86f3-a412096ca739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.808177977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"8dc5d456-34b7-4a81-a1ad-9c5748741471","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.815333002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"46a5ec9e-c6bb-427f-a78c-4a5a4d48cb0e","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:33:59.869000558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5ef0aa39-81de-46fe-b3d6-95eae13ef55b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.889544994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"9b9d06b9-cd8c-46b9-9838-ee17cc83041c","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:33:59.945892789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"569f1fba-2f64-46f5-a7f3-32fc7b03c976","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.030705498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"5485ffd6-7902-44af-ae80-d41ac0b2c3d3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.030857866Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"5485ffd6-7902-44af-ae80-d41ac0b2c3d3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.034258456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b75f197-3c46-42ed-a13c-685e46290fa5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.092164901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b75f197-3c46-42ed-a13c-685e46290fa5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.135040082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"df5c7263-2c44-435a-bc44-e4f943b5c486","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.154379937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"29d0236f-4b60-47b6-b669-380ba7f57613","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.192861512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"df5c7263-2c44-435a-bc44-e4f943b5c486","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.214541392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"aecf8456-f7ca-45af-8925-cebc98d18a13","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.259469312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1f2a0d78-2ede-4c9c-b573-112a75683e24","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:00.268348874Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.317607497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3501c99b-e8ca-4a71-8045-ce5eaadb1591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.317656359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2dafaaf3-fe15-4b8f-8ab2-658f52ff138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.318382767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"f6554840-98bc-4382-990b-634ff75fa4be","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.375353765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2dafaaf3-fe15-4b8f-8ab2-658f52ff138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.375495941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3501c99b-e8ca-4a71-8045-ce5eaadb1591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.512573771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"4d29ab45-3ce7-44bc-874e-7bf4014e2d1d","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.592270256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"f6793720-c93c-4258-96f6-ef281ad9e72b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.592400053Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"f6793720-c93c-4258-96f6-ef281ad9e72b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.673975502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"d81c575a-73a5-4215-a324-14c88d0c28c4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.695157951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a537ec1c-be5e-43a5-b215-a5653d78c975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.699642918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c3fdc827-b144-4ad1-80f1-183031fbba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.73142883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"d81c575a-73a5-4215-a324-14c88d0c28c4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.752279869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a537ec1c-be5e-43a5-b215-a5653d78c975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.757042863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"c3fdc827-b144-4ad1-80f1-183031fbba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.807362821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"53db1a90-580d-49e9-9595-8c8712a6eb22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:00.862967087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"3b5cbfbf-09e6-4b2b-a82d-2a2a8aa9e7a3","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:01.068427118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"d81c575a-73a5-4215-a324-14c88d0c28c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.078838518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"65b79eb2-9f40-467d-b21f-ac234646453c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.078963688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"65b79eb2-9f40-467d-b21f-ac234646453c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.23437753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"f28184ac-b790-4181-ae04-33b0305b2090","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.292221812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"f28184ac-b790-4181-ae04-33b0305b2090","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.80030141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"e94a99d2-3dd6-4bfd-8821-f5b7b992f59e","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:01.856681526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"283061f6-eb39-41be-b096-2977d4010d11","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.017372498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"49255b13-2d1e-4528-8e70-a4a2971bac9a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.050457348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"439a774d-64fe-4ec5-95f6-df7e9811c251","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.057429044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"606ac62d-46fe-499e-ac91-11c72efe9029","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.075573726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"49255b13-2d1e-4528-8e70-a4a2971bac9a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.11578045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"d7cf7f9b-7b35-4122-9678-3eba3f2a7647","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:02.163339298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-free","reconcileID":"d5c48bff-9ee7-4e86-925e-74ba2bdc7f14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.17520704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"a530fba3-6b2f-4a83-ba74-1c164536c103","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.211810297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ed745e62-9d54-4bff-800e-bc48d60dae82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.212016666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"07da2754-dc03-4722-820c-e9377d798c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.211811763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20c15dd7-f00a-4485-b13e-5e7be292d131","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.219219076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"7de2d8b1-2477-4787-9f6e-6e79c71362c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.27140699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ed745e62-9d54-4bff-800e-bc48d60dae82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.271494608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"07da2754-dc03-4722-820c-e9377d798c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.274389492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20c15dd7-f00a-4485-b13e-5e7be292d131","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.276772413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"7de2d8b1-2477-4787-9f6e-6e79c71362c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.312589342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"d31ee753-46fe-4298-a7e3-4943e8a59a0e","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.312999461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-853e85 priority=0:[ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-free ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.360038679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"90b6af5a-8db4-4088-b017-b823e2dd3461","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:02.367539457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.418005419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"eb0008e1-80c5-4cc9-b6cb-f6a2ee2bed3c","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.420631059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"57dffd97-a7f2-4896-9450-afd5ac86d9e4","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:02.422162656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.452102338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"476f32cb-e146-463c-a188-e8e8eb7994bf","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.476955473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"85ea2fc9-7c65-41b0-a072-2bb15eb82669","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.477465899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"05018402-385c-4252-bddc-80e92399892b","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.61249172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd3997c4-d8d0-4e6e-baf5-8dbaa4a4ac1b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.656270022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"25d5a1be-e4cf-4d94-a8a8-8659a87888c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.656285488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b56756f3-8b57-463d-8909-cb64ed81b043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.670010752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd3997c4-d8d0-4e6e-baf5-8dbaa4a4ac1b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.69367326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-free","reconcileID":"ef3d0205-003b-45f1-a9d5-f87c34a6f3e2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.714417445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"25d5a1be-e4cf-4d94-a8a8-8659a87888c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.714438542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b56756f3-8b57-463d-8909-cb64ed81b043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.793490367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-premium","reconcileID":"8b85de85-062c-4fb2-abd5-b9835929aca2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.86413646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ef10de20-a95f-4065-be2a-a51fb8b7f905","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.909706982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"7fd8b460-16c8-413d-82af-d0a2e7dc01a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.950461525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"cd92b0dc-80c7-4e8e-b3a4-b6f86b174fee","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:02.964585937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ee71acf6-ff3d-48d7-ad37-bc18393f6549","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.081973893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-free","reconcileID":"0c0398ce-f276-478a-a25d-d2177b543d73","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.111267641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"12d16e93-0752-492b-9729-755d03e7d54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.111362517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3f09ba67-00b1-4229-b849-10df23137cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.111875955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"413b185d-8120-4bf2-8bfe-ce1c0b53dfeb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.169870505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3f09ba67-00b1-4229-b849-10df23137cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.170552028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"413b185d-8120-4bf2-8bfe-ce1c0b53dfeb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.172978623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"12d16e93-0752-492b-9729-755d03e7d54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.183687907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-premium","reconcileID":"f0e84b57-af46-48db-966f-6501c3970806","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:03.282153946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"9e755fe0-f330-4d59-a848-3c19c1359ae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.049922624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09541412-c415-4cef-95e4-1a22f5e57939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.10372851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09541412-c415-4cef-95e4-1a22f5e57939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.157661044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09541412-c415-4cef-95e4-1a22f5e57939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.211598784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09541412-c415-4cef-95e4-1a22f5e57939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.753226752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"89d82375-83b4-4f67-b7de-2e6068799516","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.930984696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"f56e947e-111b-4b80-9c13-7444636e9d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.931284598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b973e8b8-0eb7-49a4-bb23-3dfd4662148a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.931464476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"52cdd7de-fc5c-413b-9649-73a24ad9bd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.988886643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"f56e947e-111b-4b80-9c13-7444636e9d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.9890809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"52cdd7de-fc5c-413b-9649-73a24ad9bd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:06.991015508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b973e8b8-0eb7-49a4-bb23-3dfd4662148a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:08.173678309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa8f01-bcda-43ea-98c2-01070ee29dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:08.227544559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa8f01-bcda-43ea-98c2-01070ee29dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:08.281344117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa8f01-bcda-43ea-98c2-01070ee29dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:08.335062068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa8f01-bcda-43ea-98c2-01070ee29dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:10.322663937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5764b3f8-6794-418e-9e27-08da24cd6ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:10.376689115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5764b3f8-6794-418e-9e27-08da24cd6ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:10.430760959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5764b3f8-6794-418e-9e27-08da24cd6ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:10.484690536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5764b3f8-6794-418e-9e27-08da24cd6ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:10.642426299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.220365098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"fa2238ee-1c69-4b02-b166-30732f11c98f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.452137188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c23c2-0d5e-45af-8475-21aeb4c9c637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.509714554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c23c2-0d5e-45af-8475-21aeb4c9c637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.515876007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"fa2238ee-1c69-4b02-b166-30732f11c98f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.516097287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"fa2238ee-1c69-4b02-b166-30732f11c98f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.570406276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c23c2-0d5e-45af-8475-21aeb4c9c637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.571096606Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf","reconcileID":"fa2238ee-1c69-4b02-b166-30732f11c98f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-093e34/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.634454267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c23c2-0d5e-45af-8475-21aeb4c9c637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.851908845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"cd9fa293-3cf8-4f38-8705-4f72f09cf945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:12.962232531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"7421625e-ec79-42f2-9284-878d8994a25f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.021794526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"878683c4-ca66-44bf-9c53-5015f6d75942","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.11682853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"e000c45b-10fe-4672-b93c-75371363240e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.123292596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2652bdc4-1b51-4505-a766-b6b5fb45a546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.123445317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c0051a1e-db17-48ed-a219-0336ca955bc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.123291942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0a9bfaed-6da8-41b6-8491-06416ae10bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.133155583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"c374b987-80eb-4a39-84be-6f76ff870a77","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.181407802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"0a9bfaed-6da8-41b6-8491-06416ae10bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.182940895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2652bdc4-1b51-4505-a766-b6b5fb45a546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.18386822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c0051a1e-db17-48ed-a219-0336ca955bc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.338108275Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"e000c45b-10fe-4672-b93c-75371363240e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.338135841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"e000c45b-10fe-4672-b93c-75371363240e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.338242332Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube","reconcileID":"e000c45b-10fe-4672-b93c-75371363240e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-aef589/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.388965134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b9ac8fe3-ed52-44d3-8caf-71fecbc3c26c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.549855485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5a06381e-5c8c-4b7c-b505-47de0b063aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.5498671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e9550034-6707-4405-a6ad-038dce002dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.553056464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"29ff0292-450d-44b4-ac4a-829ef44c2e16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.608119024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e9550034-6707-4405-a6ad-038dce002dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.608349647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5a06381e-5c8c-4b7c-b505-47de0b063aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.609376229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"37957f50-7fef-4800-962e-aa4c53f65d36","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.646852834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e5a4790a-e68c-4e9b-b892-ef6aebf5e1e0","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.754500987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"46511f21-322f-4c29-8bec-1d5841d05c84","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.826758655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"cef58169-853f-4f20-869c-2ac93b84e6aa","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.826835895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"48d7188f-d340-4a77-868a-52aae7124ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.827264493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b783f2da-09b1-4f0e-91d7-8456d0da5911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.884580447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"48d7188f-d340-4a77-868a-52aae7124ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.885424324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"cef58169-853f-4f20-869c-2ac93b84e6aa","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:13.886815156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"b783f2da-09b1-4f0e-91d7-8456d0da5911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.094103334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-degraded-models-kube-auth","reconcileID":"b907e361-2718-43a7-ac85-09b9d3507d10","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.25852734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"23ae402b-1079-4898-b720-c15b47a59280","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.628477098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024ecd5a-41ff-4771-8eed-78df80d6abf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.682148146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024ecd5a-41ff-4771-8eed-78df80d6abf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.736349226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024ecd5a-41ff-4771-8eed-78df80d6abf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:14.79057786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024ecd5a-41ff-4771-8eed-78df80d6abf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:16.747637734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984b3423-e91b-4cb5-908d-064c1b0923dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:16.801603962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984b3423-e91b-4cb5-908d-064c1b0923dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:16.855713773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984b3423-e91b-4cb5-908d-064c1b0923dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:16.909537458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984b3423-e91b-4cb5-908d-064c1b0923dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:16.96338871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-free","reconcileID":"56c4a915-32a2-4df3-bb2a-550c9a1c7db9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.18828324Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-free","reconcileID":"56c4a915-32a2-4df3-bb2a-550c9a1c7db9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.407512946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"78d111ac-ce4d-4c9d-bc75-96fd1d583af4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.407530067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-premium","reconcileID":"781e7e3a-38bb-4f71-9eb7-620361b2563a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.451350184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"794b4389-f7b3-4327-ab45-590a593178c9","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.606310447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"00dbe277-3181-4e75-9fae-b22a0f5e8a5c","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.612633405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"32a25ad3-3936-45ad-a6ae-55a6fc1b5baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.612638315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1e82accd-76cb-48c5-b54e-c3c113dacefa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.613354013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"216bf6df-0a2e-49a9-9998-ac866d3242c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.670489636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"32a25ad3-3936-45ad-a6ae-55a6fc1b5baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.670507349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1e82accd-76cb-48c5-b54e-c3c113dacefa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:17.672808484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"216bf6df-0a2e-49a9-9998-ac866d3242c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.04066896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"858c18cf-034f-40fd-a0f6-59f5c9b28f3e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.040729366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"9d9672d4-edb1-4b47-b386-68eaf9858598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.04120666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"08d28473-7317-4d9f-a8af-d8b2569d36dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.1002912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"9d9672d4-edb1-4b47-b386-68eaf9858598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.103945409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"858c18cf-034f-40fd-a0f6-59f5c9b28f3e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:18.107412329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"08d28473-7317-4d9f-a8af-d8b2569d36dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:20.836832742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"281c8a5c-ee82-457f-930a-dbeb5a838173","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:20.895635033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"30d0a29f-0a8f-4b1c-807b-146ed13576f9","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:20.942175728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-list-subs-refs-sub","reconcileID":"539ae3e8-9961-4b6f-8ba5-1fa263f16be7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:20.999709979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"bac47561-17a6-4960-8325-56048577fc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.004639492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f809b2e1-cdad-41e1-9381-4bba59e0ed25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.055755043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"054837e3-6af8-47e8-a178-a8defd4759cd","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.060605742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"bac47561-17a6-4960-8325-56048577fc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.066503497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f809b2e1-cdad-41e1-9381-4bba59e0ed25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.114233517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"8d478030-4e20-4353-8e30-4a4489cce634","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.391052848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-list-subs-refs-sub","reconcileID":"c99cdb07-92d3-43f5-8369-de1cdf10f60a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.433701061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"bbc944e8-561a-4451-8d8c-ef68f81a4764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.433803607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"90068a10-6415-49a0-8aff-ae0562a00924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.488398392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"ecb8fda3-969b-465e-8528-b4cdf07f48a2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.488419066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"ecb8fda3-969b-465e-8528-b4cdf07f48a2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.493961001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"bbc944e8-561a-4451-8d8c-ef68f81a4764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.494016195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"90068a10-6415-49a0-8aff-ae0562a00924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.548420825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"c1b398e7-e1d1-4224-8218-1b971af5c392","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.608736501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"9db0d2be-d268-4748-ab1c-5731fc74defb","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.609630768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"67677e49-66f0-4477-a06f-ce126b03ac6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.669347377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"4273d628-8bde-4e3e-ac6a-98a29ad5a40b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.669364969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"4273d628-8bde-4e3e-ac6a-98a29ad5a40b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.727177965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"89a28c45-db73-4a3a-958e-384e0b201828","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.774786838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"729a75b1-9c3e-4942-b580-b0594022e91b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.77480684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"729a75b1-9c3e-4942-b580-b0594022e91b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:21.781397061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-aef589/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.782599255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-list-subs-refs-sub","reconcileID":"5b530618-ae4f-4781-93e4-99eaae888969","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.832601146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"91fccd03-baea-4d9d-843e-24b047e31c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.83260569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"27b64578-0925-44fc-acdb-caf37442f480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.833204395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"4c3a6e27-080f-470c-be72-5d02162fcbd2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.83322243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"4c3a6e27-080f-470c-be72-5d02162fcbd2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.890596536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"91fccd03-baea-4d9d-843e-24b047e31c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.890624547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"27b64578-0925-44fc-acdb-caf37442f480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.940502771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"a7096469-ed21-4b22-a9a0-446654f496d4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:21.940517569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"a7096469-ed21-4b22-a9a0-446654f496d4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.000093423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"16107e79-6220-4a26-9ce6-6c7bd1978bf2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.000109562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"16107e79-6220-4a26-9ce6-6c7bd1978bf2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.052286266Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"53bc848c-6101-4690-a886-9319d0802741","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-aef589/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.212701185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-auth","reconcileID":"3ff645a3-1442-4653-8e80-a03d412dcc69","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.222637382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"8b4fc630-6bd4-430e-b523-8f5fd66a9b2c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.222653701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"8b4fc630-6bd4-430e-b523-8f5fd66a9b2c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.271286474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-auth","reconcileID":"3ff645a3-1442-4653-8e80-a03d412dcc69","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.314980479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"798f458e-0c15-4327-bf50-174507760ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.315023933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a5fffcce-c9f9-4fd8-ad40-ea0096bce07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.373771296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"798f458e-0c15-4327-bf50-174507760ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.37384035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a5fffcce-c9f9-4fd8-ad40-ea0096bce07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.439544558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"2b1437c1-2dac-4d81-bdfb-662f5d86a007","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.544711553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"2289a905-cc5b-4feb-8280-16a5e8e180ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.544737566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"2289a905-cc5b-4feb-8280-16a5e8e180ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.75928254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-auth","reconcileID":"d0af375d-0b9b-4613-9b4a-90103ff17e47","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:22.81779546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-auth","reconcileID":"d0af375d-0b9b-4613-9b4a-90103ff17e47","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.117370571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-auth","reconcileID":"cb41f3b5-acad-4f0f-b606-eab7e9cad429","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.1174943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"0a50a595-8fbb-4a6e-aacb-46bb54af2638","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.117512008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"0a50a595-8fbb-4a6e-aacb-46bb54af2638","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.329390529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"72c84844-00c1-4c56-8283-42cafcc46a17","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.329416161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"72c84844-00c1-4c56-8283-42cafcc46a17","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.340929363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"4cae4872-372b-42c3-8559-9bb2fe2d4fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.341358829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2b99f35c-cec6-4d24-b605-b2314436b332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.39575259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"d9dbb479-ead6-411c-a785-d369145558a3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.399914587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2b99f35c-cec6-4d24-b605-b2314436b332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.400056125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"4cae4872-372b-42c3-8559-9bb2fe2d4fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.478220296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"bcbec955-3e77-4ce8-a4df-e4e7bd4d153b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.478238166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"bcbec955-3e77-4ce8-a4df-e4e7bd4d153b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.745623191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2e9f8ef9-e930-4408-88ba-0cbc25700329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.745728365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"5fbd267f-7982-4742-b2d8-2f675cf5cbc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.857811911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"5fbd267f-7982-4742-b2d8-2f675cf5cbc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.85785169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"2e9f8ef9-e930-4408-88ba-0cbc25700329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:23.878202526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"0d7ed1e1-197f-4b91-ba3e-3bfd2eb27992","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.068819478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"0f13027d-dbe5-478b-aca7-4906b704369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.069267223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"5cee1a28-d0fd-48e8-a070-49a4819761f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.173498479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"0f13027d-dbe5-478b-aca7-4906b704369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.175768403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"5cee1a28-d0fd-48e8-a070-49a4819761f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.724738372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1982bf-a4a8-4fb0-b4ce-fbc7b1dcaa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.778708217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1982bf-a4a8-4fb0-b4ce-fbc7b1dcaa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.832519883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1982bf-a4a8-4fb0-b4ce-fbc7b1dcaa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:24.886319908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1982bf-a4a8-4fb0-b4ce-fbc7b1dcaa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:25.185103153Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b612c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b612c","reconcileID":"e324e79f-28ad-42b7-8986-920129a5d37e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b612c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9b612c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:26.832223409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d852d-7179-488b-b1b3-92055decab1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:26.886160342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d852d-7179-488b-b1b3-92055decab1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:26.940058521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d852d-7179-488b-b1b3-92055decab1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:26.994200936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d852d-7179-488b-b1b3-92055decab1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:27.774353243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-premium","reconcileID":"b535cd0b-4ab5-48c6-98c6-1847686884ae","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:27.996139952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-subscription-premium","reconcileID":"b535cd0b-4ab5-48c6-98c6-1847686884ae","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.233493025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"7df3f2fc-d0db-4149-beeb-0ee6872433b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.280207666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"0ab088e2-0d73-4cfa-8b4a-662b16afc3c8","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.428456901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"7b96ff9d-1988-488e-a3ec-98de40e1339d","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.444739307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7b935fd9-9983-4702-9c14-91297a2dc481","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.445222641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f29bf4c9-a195-49fd-b696-55b3a8ebc961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.445424182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ba9e53cb-cb4c-442d-b251-76d76f04b330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.504044643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7b935fd9-9983-4702-9c14-91297a2dc481","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.504123535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ba9e53cb-cb4c-442d-b251-76d76f04b330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.506525587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f29bf4c9-a195-49fd-b696-55b3a8ebc961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.720308942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-test-auth-multi-sub-valid","reconcileID":"be0d78cb-6a00-4a01-93c9-40a6ab1e5315","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.79272106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","namespace":"ai-tenant-e2e-praxis-a-ba347d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.792777286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","namespace":"ai-tenant-e2e-praxis-a-ba347d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.792827672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","tenant":"e2e-praxis-a-ba347d","tenantID":"e2e-praxis-a-ba347d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.847814551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ba347d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.908540002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Service","name":"maas-api-e2e-praxis-a-ba347d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:28.948999418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7bcfdb-ad00-44a1-8096-98172b46354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.003225763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7bcfdb-ad00-44a1-8096-98172b46354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.005336444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ba347d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.057435185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7bcfdb-ad00-44a1-8096-98172b46354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.061887842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"21e81c3a-7fd0-4ae6-a8af-3f9e1e08d490","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.112157153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7bcfdb-ad00-44a1-8096-98172b46354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.11542124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ba347d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.177579495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.236251521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.295926093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.396349478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.449416652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.50229101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.555484204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Service","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.608680957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.661787533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.715000977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.768315206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.82441609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.877634001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.930860274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:29.984363052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ba347d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:30.038059207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba347d"},"namespace":"ai-tenant-e2e-praxis-a-ba347d","name":"default-tenant","reconcileID":"ebd04110-8520-4b8a-af14-757d56cd8e55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ba347d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:31.122501054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e267e4e1-640b-4c3f-b3aa-29ef38ca2d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:31.176349741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e267e4e1-640b-4c3f-b3aa-29ef38ca2d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:31.230291191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e267e4e1-640b-4c3f-b3aa-29ef38ca2d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:31.284475559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e267e4e1-640b-4c3f-b3aa-29ef38ca2d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.239673317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e5974c-cae6-4601-961e-bee180114d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.293551181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e5974c-cae6-4601-961e-bee180114d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.347531798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e5974c-cae6-4601-961e-bee180114d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.401723135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e5974c-cae6-4601-961e-bee180114d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.681503332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"5e489ed9-ed1a-4cc4-887a-bd11fa25dfb2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.736392679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"5e489ed9-ed1a-4cc4-887a-bd11fa25dfb2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.790340236Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"e2e-enrichment-sub","reconcileID":"5e489ed9-ed1a-4cc4-887a-bd11fa25dfb2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:33.970944494Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba347d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba347d","reconcileID":"553ac10e-4d85-4649-a879-5300522c4db0","aitenant":"ai-tenants/e2e-praxis-a-ba347d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.044849092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-list-subs-refs-sub","reconcileID":"a9bee6ae-eb9e-478e-9ee1-3bb6a2a97473","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.068221485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"b9572386-f97c-451d-b611-10822ffe4086","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"tenant":"e2e-worker-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.068247292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"e2e-enrichment-model-ref","reconcileID":"b9572386-f97c-451d-b611-10822ffe4086","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.231649941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2a98a5b1-45ce-4a67-b731-d20362d37888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.231647561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5ab6eacb-fbdc-46c0-94c1-2f453d1c5ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.288790471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-list-subs-refs-sub","reconcileID":"a9bee6ae-eb9e-478e-9ee1-3bb6a2a97473","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.298161294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2a98a5b1-45ce-4a67-b731-d20362d37888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.300043556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5ab6eacb-fbdc-46c0-94c1-2f453d1c5ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.559763872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"3830e750-9001-4e67-8c7f-66e4ccb8c564","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.561658657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"7aabf932-724c-42a8-b812-f49dbc8c5218","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.634806065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"da9bc00a-69d1-445f-af76-71869f23e50f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.741547316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"9f51d485-ae59-4cf1-89cc-d1c3c9835eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.742316765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c20a9b30-9461-4e9a-9b47-0a57edd33627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.790914672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba347d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba347d","reconcileID":"553ac10e-4d85-4649-a879-5300522c4db0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ba347d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ba347d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.813567654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c20a9b30-9461-4e9a-9b47-0a57edd33627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:34.829369467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"9f51d485-ae59-4cf1-89cc-d1c3c9835eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.28293114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"32d85b52-54a2-4287-ad57-252e93ec98ff","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.34823033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"9b56d489-30c6-4475-8f8f-07cd42784a1f","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:35.396495365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"a2cacd26-3869-4f3c-a008-c826319b8f63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.487771489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5919a5c1-4d83-4025-ac5a-d46d61ecf97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.488459186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"4ea50e0d-9b20-4118-bd96-789008c6fdc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.488960388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d270fc7d-66c7-4986-93e9-203351a4f318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.543743498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5919a5c1-4d83-4025-ac5a-d46d61ecf97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.548370284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"6791d389-15fa-41fc-bd00-47224a07ae20","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.598128168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5919a5c1-4d83-4025-ac5a-d46d61ecf97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.598261886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-093e34 priority=0:[ai-tenant-e2e-worker-w4-093e34/e2e-model-match-sub ai-tenant-e2e-worker-w4-093e34/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.598811109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"ebce2f6a-d54f-4276-986a-b3547cb3d1f3","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.601788282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"4ea50e0d-9b20-4118-bd96-789008c6fdc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.601834254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d270fc7d-66c7-4986-93e9-203351a4f318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.652337616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5919a5c1-4d83-4025-ac5a-d46d61ecf97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.656738408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"c50434b9-a098-42f2-8122-5cafe48e74f0","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:35.708593569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.757766855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"5aaebbd2-dffa-4499-83e2-efeddb44d60e","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:35.763213461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-093e34/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.816036637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"4adc68ac-961d-42f7-929e-8a4bff6acef6","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.831710253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"500bc6ae-3c6b-4051-8bd3-e1467627282a","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.873156023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"e8405044-1192-4dae-bad8-469920f2e8d5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","model":"distinct-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.932141854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"20507c16-405a-4fed-9369-cc117d355c08","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.978545722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3a6faa6f-ec47-4685-81e8-53c2c87af1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:35.978562913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dc9fc4cc-3af4-4023-b775-f0ccfeb5f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.037669329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dc9fc4cc-3af4-4023-b775-f0ccfeb5f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.037691563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"3a6faa6f-ec47-4685-81e8-53c2c87af1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.038113021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"3eba22a9-9960-4323-bbc1-a051b4f02916","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-2-w4-093e34","model":"distinct-2-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.046469126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"c2b7ab5a-7969-4bbc-998a-d91c5cff180b","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.098285894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"aaf6ad38-8393-4399-a497-2b56c2bdcb49","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.105169588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"55215eec-b92d-4bf1-94d4-90570ec06f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.105196509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2a53a0b2-8042-4bfe-a11e-2f44336e8f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.144687945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"73d79a03-649c-4fa3-bb49-1fc271319227","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.168811429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2a53a0b2-8042-4bfe-a11e-2f44336e8f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.16965271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"55215eec-b92d-4bf1-94d4-90570ec06f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.203009013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"73d79a03-649c-4fa3-bb49-1fc271319227","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.207842819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"7221ff23-e8b4-45f6-91de-5e5f8c470781","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.26504933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"5b06c9b9-4210-4c23-8f16-55d8b31983b8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.303222147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"113ee7e8-3817-44c7-9dfb-fec1b3103df4","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.423807288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"1f112580-e9d7-4606-8c08-a30229d1381d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-2-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.504188403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"e97605f4-985c-4c81-a4a4-e02a6335c378","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.572512653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"a142badd-3ed5-414f-b9e9-da1bd587faed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.612307851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"80a83c1e-a6ec-48c5-9253-5659eb79dce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.612307902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"848f009f-1d48-47b2-8956-2115846fb084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.630138755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"a142badd-3ed5-414f-b9e9-da1bd587faed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.670847048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"80a83c1e-a6ec-48c5-9253-5659eb79dce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.675224893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"848f009f-1d48-47b2-8956-2115846fb084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.791805509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"555f61eb-e030-4b97-99d4-f0a317fc4408","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.851548734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"555f61eb-e030-4b97-99d4-f0a317fc4408","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:36.964333104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"db5d9401-683b-40e4-95f6-599879d94fd1","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.284608195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"dfaa963a-e7b5-428c-b78d-ba09a680afaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.328729408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"9c2fcf5a-e446-4b9c-bcf2-857527fc5c5a","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.328834706Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-093e34 priority=0:[ai-tenant-e2e-worker-w4-093e34/e2e-model-match-sub ai-tenant-e2e-worker-w4-093e34/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.329194301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"aab4d002-32ed-4f79-9ad0-a0f5ff08e926","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.342695175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"dfaa963a-e7b5-428c-b78d-ba09a680afaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.390582099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"3284d119-a34b-4287-8755-f80392212a00","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.391058112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"1ba5814f-c76a-487c-8714-f28aeb07baec","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:37.442240046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aab3389e-f4fe-433b-9e00-903be500fe7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.451293597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"13cb9155-bf27-42b6-a53a-040104287aff","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.495625203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"50ce5e8d-6a25-4571-8cbb-8a2130674798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.49562531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c1a852dd-41a5-49b0-9b02-63940a5a1269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.510104788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"7f90f625-296f-44f5-9d55-87cee060f5f4","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.553218632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"50ce5e8d-6a25-4571-8cbb-8a2130674798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.553323788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c1a852dd-41a5-49b0-9b02-63940a5a1269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.553912698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"78260834-7121-4730-8f52-7958b661b581","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.597179496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867c573b-4b11-4f9f-8c98-31b564d21d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.59778832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"bc1fe753-5cd6-48cd-bd75-90402c173096","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.652659988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867c573b-4b11-4f9f-8c98-31b564d21d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.654277143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ebe5c89f-7888-45d4-9145-f032750f92a2","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.655758902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"a670c90d-cc77-4913-940f-70bc96e4b79f","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.709236791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867c573b-4b11-4f9f-8c98-31b564d21d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.709843439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"6eec9e32-9077-4e56-a914-46bebbf7b95a","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.710139603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"5020642d-1a5c-42c1-a9a0-1a72df6e3b11","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.76367576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867c573b-4b11-4f9f-8c98-31b564d21d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.824567029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"ecac10c9-1d80-444e-b92c-83aa958f60a4","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.881495174Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"87078a97-4c68-4705-8a93-747426d85554","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ce0dcfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.933642762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"73ca646b-50dd-4710-a8a5-89bffc3532ea","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.994994608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"a50697f1-8ec7-4d15-a445-6500330ab5c7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.995177281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"17514093-15c8-47b0-a535-5407a0887fcd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.995546058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"74cad6c7-7f3c-4aa2-ac3e-b58bed16ea96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:37.995852045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d5104b2d-698b-4465-9704-bcdfe2591772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.056668781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"74cad6c7-7f3c-4aa2-ac3e-b58bed16ea96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.056859817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"17514093-15c8-47b0-a535-5407a0887fcd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.058933663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"a50697f1-8ec7-4d15-a445-6500330ab5c7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.059204735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d5104b2d-698b-4465-9704-bcdfe2591772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.10585826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2dd96f0d-c710-4eee-97bd-ee016a2ce39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.110397475Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"73ca646b-50dd-4710-a8a5-89bffc3532ea","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-distinct-w0-853e85","model":"distinct-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.164354199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2dd96f0d-c710-4eee-97bd-ee016a2ce39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.164875734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"a92aa99a-15eb-4264-be22-3a1419b948e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.340807507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"3f043503-b39e-42ae-98bd-aea61f56ce6b","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.341297765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"8701c8e0-0770-4d06-886a-a99ee617c224","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.423127324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"0585b48f-553f-43ab-8246-f3abc45129a8","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.555521001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"895828dd-e25a-40d0-8246-3960afd97a3e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.555771294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"170a05ee-fb81-46ef-840d-e5ae5f51e4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.55552411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"6f64bd17-c156-4cf8-bd79-9a9a768400a8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.563432277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"47d4ad9d-2c3c-4d9e-9545-887fae78c0ae","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.61968768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"895828dd-e25a-40d0-8246-3960afd97a3e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.624775493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"6f64bd17-c156-4cf8-bd79-9a9a768400a8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.63156518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"170a05ee-fb81-46ef-840d-e5ae5f51e4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.645907968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"af65a302-db68-4af6-9591-75dea07f7399","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.646845826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2dc6390b-5bf2-47d7-a2ad-2711f9b2ec17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.710576936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"af65a302-db68-4af6-9591-75dea07f7399","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.717403407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2dc6390b-5bf2-47d7-a2ad-2711f9b2ec17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:38.737469425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"47d4ad9d-2c3c-4d9e-9545-887fae78c0ae","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-distinct-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/distinct-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:34:39.06063707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"af65a302-db68-4af6-9591-75dea07f7399","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.258836859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"481490f8-e0d7-456d-9028-e2da17bfb0d1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.316316736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"481490f8-e0d7-456d-9028-e2da17bfb0d1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.760385281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9cfc6-b91a-43e3-b8bf-b492fe7437c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.81425182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9cfc6-b91a-43e3-b8bf-b492fe7437c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.868857893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9cfc6-b91a-43e3-b8bf-b492fe7437c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:39.926759907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9cfc6-b91a-43e3-b8bf-b492fe7437c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:40.647119148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:40.983754346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-auth","reconcileID":"6e3d1346-1a28-4731-9365-3daf983c2521","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:40.984308378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"fd15aea0-128e-4438-b037-837aa85257c1","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.209316861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"475cc334-5d6d-496f-876c-d5bc0a53910c","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.357572442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"286c45e4-0c63-4384-be66-e40d835b6eb6","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.357896679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"5e044c5d-ce81-4fa2-b12e-b07acc6e2185","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.538489725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ed17d83b-bf8d-481b-ae10-10b4a68e1350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.538489619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"666fd5ca-f612-48d0-960b-71216f9ccd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.598563712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ed17d83b-bf8d-481b-ae10-10b4a68e1350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:41.600542425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"666fd5ca-f612-48d0-960b-71216f9ccd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:42.045623175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e4b02-13a1-4217-ae05-64ea0a01fbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:42.100188047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e4b02-13a1-4217-ae05-64ea0a01fbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:42.155711583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e4b02-13a1-4217-ae05-64ea0a01fbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:42.210086632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e4b02-13a1-4217-ae05-64ea0a01fbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:42.702657996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a3bf15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a3bf15","reconcileID":"26214d9b-8bf5-4986-87cc-2ab1a65e8768","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a3bf15","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a3bf15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:44.156883645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d6ddb9-ac24-40c9-acbe-ef4d4d9407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:44.211267202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d6ddb9-ac24-40c9-acbe-ef4d4d9407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:44.265840499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d6ddb9-ac24-40c9-acbe-ef4d4d9407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:44.320296872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d6ddb9-ac24-40c9-acbe-ef4d4d9407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:46.266199243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddb5ed4-e9ca-4ae6-88c6-1b34cbd65a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:46.320172096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddb5ed4-e9ca-4ae6-88c6-1b34cbd65a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:46.374012569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddb5ed4-e9ca-4ae6-88c6-1b34cbd65a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:46.427818218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddb5ed4-e9ca-4ae6-88c6-1b34cbd65a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:47.93632619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"3f1fb5a1-4640-49b3-ba01-b414d3dcdc4a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:47.989988026Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"3f1fb5a1-4640-49b3-ba01-b414d3dcdc4a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.045614245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-sub","reconcileID":"3f1fb5a1-4640-49b3-ba01-b414d3dcdc4a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.320350855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"12c9702b-79b5-44c6-8875-3eaa34fc8360","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.377258273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12a7a41-5633-4671-8179-2c0969e0c9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.38101778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"ba68f623-ddaf-45e5-9d42-2afbb3787bec","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.433611154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12a7a41-5633-4671-8179-2c0969e0c9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.460433099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"0caa6d20-5bc6-4b22-b6a1-ce49db2e1a37","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.48859498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12a7a41-5633-4671-8179-2c0969e0c9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.543377837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12a7a41-5633-4671-8179-2c0969e0c9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.650790961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"d8dda226-4da6-4ef9-850e-77c99ce435a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.650903304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d81fb7f3-3eb5-4b4f-b1ca-256fa86135a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.651185108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"5e7544e5-ce26-4422-9ea7-20cf4c4071c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.660387314Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"cd2b0d81-decf-44db-af8e-0448e5f54da8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0798fbfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.704047321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"34bfe395-1453-453f-ae6a-f8771cd31af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.708814837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"d8dda226-4da6-4ef9-850e-77c99ce435a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.710127018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"5e7544e5-ce26-4422-9ea7-20cf4c4071c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.711058056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d81fb7f3-3eb5-4b4f-b1ca-256fa86135a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:48.761699961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"34bfe395-1453-453f-ae6a-f8771cd31af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.147405072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5511c1be-d52d-4c7e-8db8-d253404f279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.147510869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"5e9e3ffe-e786-48fe-85c9-944494867257","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.14784708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"ed2fc798-f5be-47da-98a8-697bb007efd8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.200538409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"50e79fbe-3a9d-4e75-8157-1f6c7068482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.205530226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5511c1be-d52d-4c7e-8db8-d253404f279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.20647796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"5e9e3ffe-e786-48fe-85c9-944494867257","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.208270421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"ed2fc798-f5be-47da-98a8-697bb007efd8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:49.25804208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"50e79fbe-3a9d-4e75-8157-1f6c7068482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.538242765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aeb0e37c-7580-41dc-bfd3-466a9654dd05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.76152062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aeb0e37c-7580-41dc-bfd3-466a9654dd05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-853e85/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.761554836Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aeb0e37c-7580-41dc-bfd3-466a9654dd05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/distinct-w0-853e85","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.816110507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aeb0e37c-7580-41dc-bfd3-466a9654dd05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/distinct-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.870840409Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"e2e-partial-access-sub","reconcileID":"aeb0e37c-7580-41dc-bfd3-466a9654dd05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/distinct-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:51.979932645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"9abe3abf-8b73-4ee1-9f7c-32e657c7978c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.150963944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"28a51f0a-1610-43bb-8647-9e3748dda909","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.151366463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"8f901641-25cf-4228-bf1c-dee748a39055","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.310945016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"157ae55d-cc5d-4c29-bdc0-4e942d22eb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.311131211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"fee60078-e008-4bc2-86ac-aed4da1295e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.368783345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"157ae55d-cc5d-4c29-bdc0-4e942d22eb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:52.368784273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"fee60078-e008-4bc2-86ac-aed4da1295e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:57.353838189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc56052-adad-44a1-928f-6f7885700507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:57.408008173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc56052-adad-44a1-928f-6f7885700507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:57.461984629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc56052-adad-44a1-928f-6f7885700507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:57.516026801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc56052-adad-44a1-928f-6f7885700507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:57.887622171Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-560be1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-560be1","reconcileID":"a115cb07-b791-4d8c-8cb0-66e8b023ffc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-560be1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-560be1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:58.714845599Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"41ab101b-5d69-4af4-9255-ffd6315070da","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:58.76923059Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"41ab101b-5d69-4af4-9255-ffd6315070da","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:58.823041644Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-sub","reconcileID":"41ab101b-5d69-4af4-9255-ffd6315070da","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.134606133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"fb44b5d5-c1e2-40a0-9337-4296d56abf03","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.27160335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"4782adc6-4f23-4d1a-b49a-49e44d63426e","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.40316469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"832977f9-83b0-4bbf-89cc-6718e6aa0c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.403225005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"962734ab-4d72-472b-8da7-9d002da00f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.403694252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"513718c9-2144-42b9-81c2-e1ca895db4b7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.403972596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"83bae2cd-efa9-4204-ab7a-b89acc6bceed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.460999362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"832977f9-83b0-4bbf-89cc-6718e6aa0c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.462022345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"962734ab-4d72-472b-8da7-9d002da00f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.46335741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"83bae2cd-efa9-4204-ab7a-b89acc6bceed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.464338486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"513718c9-2144-42b9-81c2-e1ca895db4b7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.499881883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f740bde-65a5-4cf3-b036-9ebab5b8d122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.554441891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f740bde-65a5-4cf3-b036-9ebab5b8d122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.608782792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f740bde-65a5-4cf3-b036-9ebab5b8d122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.662514874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f740bde-65a5-4cf3-b036-9ebab5b8d122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.708925686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-match-auth","reconcileID":"1ffcfe82-6a42-4fc1-bfb5-5710143a4c37","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.936427934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"7fdf1f45-b9ab-47e5-9c51-f83bb2123133","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.967970485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"b9b5549f-2163-4142-b244-80a9ba7e99d8","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:34:59.998330915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"7fdf1f45-b9ab-47e5-9c51-f83bb2123133","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:00.101621753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"8e62a124-568e-4b8b-b346-23338c375bb6","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:00.208275276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-model-nomatch-auth","reconcileID":"a0a1bfca-8b71-4f65-b2a7-b7a549e3e425","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:00.466868044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"36c3a6af-53c5-48c4-b0ba-d70de6f8420a","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:01.636096621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4550c9-da88-4630-9417-003e19feccfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:01.700956448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4550c9-da88-4630-9417-003e19feccfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:01.755599172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4550c9-da88-4630-9417-003e19feccfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:01.810169149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4550c9-da88-4630-9417-003e19feccfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:01.951095188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"e5e29d21-a4d3-4987-8c74-d5045929d459","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.009682874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"29610f94-ee9c-4ae0-b0e1-2a020dc5c460","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:35:02.057666232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"51531555-aad7-4b61-a389-55f5838b0025","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.135221028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ff60655b-06ac-466e-bd33-90e5bddc2948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.13541057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c4aac9bc-fe13-4179-8bb9-45903971351d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.167907352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"039348fc-d4ae-4e34-9b71-19386fe0a028","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.193930448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ff60655b-06ac-466e-bd33-90e5bddc2948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.19399456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c4aac9bc-fe13-4179-8bb9-45903971351d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.217393122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"289f0331-ff1f-4441-ad8a-d8e90cee24fa","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.224197477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"97ffacca-80e8-42f5-8e7b-77216affcedf","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.273992415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"21eeee0c-f692-452f-8e52-8ffc8bfac091","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.441023138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"c82cc505-2d5b-47dd-83ef-cd96a04e95d5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","model":"distinct-w4-093e34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-093e34/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.488693129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"376ef92d-c5a8-44bd-abbe-57ee502a42d1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.549001166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"376ef92d-c5a8-44bd-abbe-57ee502a42d1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.567655541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d72e8493-23db-4914-86ef-8c7595ab8131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.567778629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"74dfecf4-16fe-485e-9949-79e1e5ab6593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.610754323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"e33e7cd3-12f3-489a-9151-c45395840efc","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.626624449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"74dfecf4-16fe-485e-9949-79e1e5ab6593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.626622114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d72e8493-23db-4914-86ef-8c7595ab8131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.824117918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"9c023905-cd4f-462e-a4ed-4c8ec0da6e6d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:02.889322568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"e5475c43-7b06-4913-b0fd-00a5f77640d1","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.108958114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"d39b9780-d7b0-4365-86bb-d71eb190123b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.180994492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"d39b9780-d7b0-4365-86bb-d71eb190123b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.820611075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da0d27-f7af-4336-a30c-4406179f9919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.8744744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da0d27-f7af-4336-a30c-4406179f9919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.928840981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da0d27-f7af-4336-a30c-4406179f9919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:03.983059177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da0d27-f7af-4336-a30c-4406179f9919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.046571618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fdb020-b47d-4293-af03-4a0469947021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.101585959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fdb020-b47d-4293-af03-4a0469947021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.156230934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fdb020-b47d-4293-af03-4a0469947021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.210283383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fdb020-b47d-4293-af03-4a0469947021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.607556512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"99e5d0e7-45bc-4458-bd79-27d473b15a7e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.607569544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d182f86b-b49c-4eb3-94cc-1d80e353d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.608185853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"130dcccd-7476-46c7-89a5-7a4e23e7b3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.665859845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"99e5d0e7-45bc-4458-bd79-27d473b15a7e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.667347164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d182f86b-b49c-4eb3-94cc-1d80e353d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.668433165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"130dcccd-7476-46c7-89a5-7a4e23e7b3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.773602293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"27e76538-9469-4041-b11e-29758e25d114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.774567327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6cc5d581-55d9-416f-843b-7fb0f67a889a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.83291393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"27e76538-9469-4041-b11e-29758e25d114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:06.832977775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"6cc5d581-55d9-416f-843b-7fb0f67a889a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.493668034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-auth","reconcileID":"291e86ea-42bf-4c77-917f-b2960cb47ace","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-2-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.493774162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"3ad2a30f-f14f-4293-a32f-2f607441db34","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.658257609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"04581576-b305-482d-8e63-04edfc6afa44","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.800710115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"5620b511-7842-4143-8c7f-fc2b2d87fda5","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.960870748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"67ce3790-a4e6-43d3-a568-5372eebff46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:07.96087447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"17f1b949-9d3b-4d99-8a2b-64b2b499a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:08.020463421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"17f1b949-9d3b-4d99-8a2b-64b2b499a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:08.020466112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"67ce3790-a4e6-43d3-a568-5372eebff46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:10.646344466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:13.45505457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"dc5cd2f6-94a0-414e-8448-5f5bba2e68b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9b612c","tenantID":"e2e-praxis-b-9b612c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:13.572699322Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"dc5cd2f6-94a0-414e-8448-5f5bba2e68b8","name":"e2e-praxis-b-9b612c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:17.966898264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"5da1945a-2542-4170-a705-fbaef54edc5c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.020766317Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"5da1945a-2542-4170-a705-fbaef54edc5c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.074781692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"e2e-no-access-sub","reconcileID":"5da1945a-2542-4170-a705-fbaef54edc5c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/distinct-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.350283428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"9eae53f2-a4be-47d0-bbd9-2435bab63725","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.511632649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"65e20a44-67cf-470b-8e33-2390e863083e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.511697491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4fa781e8-f934-46fc-9b72-f6a601775543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.570906971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"65e20a44-67cf-470b-8e33-2390e863083e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.571098066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"4fa781e8-f934-46fc-9b72-f6a601775543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.694846444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","namespace":"ai-tenant-e2e-praxis-b-9262ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.694899284Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","namespace":"ai-tenant-e2e-praxis-b-9262ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.694966863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","tenant":"e2e-praxis-b-9262ed","tenantID":"e2e-praxis-b-9262ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.750372847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9262ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.81344355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Service","name":"maas-api-e2e-praxis-b-9262ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.872560994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9262ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.927809102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9262ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:18.983623499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.039636532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.095809919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.153307836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.211468466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.273501982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.328095383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Service","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.382278582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.435557951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.488993652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.542478239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.602335908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.655699728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.711537711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.780293799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9262ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:19.840577663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9262ed"},"namespace":"ai-tenant-e2e-praxis-b-9262ed","name":"default-tenant","reconcileID":"9053601b-9427-4980-817c-d7edc9887133","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9262ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:21.147797137Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9262ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9262ed","reconcileID":"db63e06f-4f80-4ead-82df-8969d7d85026","aitenant":"ai-tenants/e2e-praxis-b-9262ed","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:21.727368512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff695f5-d4f9-41cc-b70a-9288ee0c35e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:21.781662804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff695f5-d4f9-41cc-b70a-9288ee0c35e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:21.835684836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff695f5-d4f9-41cc-b70a-9288ee0c35e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:21.889469619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff695f5-d4f9-41cc-b70a-9288ee0c35e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:22.005407396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9262ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9262ed","reconcileID":"db63e06f-4f80-4ead-82df-8969d7d85026","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9262ed","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9262ed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:23.828777842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9066af0-bf2a-40bf-b666-3a42fc8989bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:23.882618981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9066af0-bf2a-40bf-b666-3a42fc8989bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:23.939083709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9066af0-bf2a-40bf-b666-3a42fc8989bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:23.947554502Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-880560","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-880560","reconcileID":"ffb80570-932d-4d61-a7be-cb7919c3223d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-880560","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-880560":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:23.994762886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9066af0-bf2a-40bf-b666-3a42fc8989bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:26.070224327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06718ec9-6261-40c0-b5eb-6676986c347e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:26.124147559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06718ec9-6261-40c0-b5eb-6676986c347e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:26.178217518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06718ec9-6261-40c0-b5eb-6676986c347e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:26.232449538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06718ec9-6261-40c0-b5eb-6676986c347e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:28.167153031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7164d170-7ff5-4e20-9f79-4d375a1f2f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:28.221739098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7164d170-7ff5-4e20-9f79-4d375a1f2f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:28.276306375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7164d170-7ff5-4e20-9f79-4d375a1f2f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:28.330335276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7164d170-7ff5-4e20-9f79-4d375a1f2f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:29.485667527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-768e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-768e90","reconcileID":"f46ef55c-a41d-4cab-81b9-483653d2c72a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-768e90","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-768e90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:30.335106855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf777c5-2f31-4a29-9be0-43e3ff2eb081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:30.389121739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf777c5-2f31-4a29-9be0-43e3ff2eb081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:30.443036501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf777c5-2f31-4a29-9be0-43e3ff2eb081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:30.497215245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf777c5-2f31-4a29-9be0-43e3ff2eb081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:30.883276387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10d5db15-170f-406e-933d-b47be740380e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:31.002222031Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10d5db15-170f-406e-933d-b47be740380e","name":"e2e-shared-a-w2-a3bf15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:32.515955384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16de958-85a0-4a17-8769-b4171cb3fe02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:32.570162175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16de958-85a0-4a17-8769-b4171cb3fe02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:32.624929166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16de958-85a0-4a17-8769-b4171cb3fe02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:32.679526818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16de958-85a0-4a17-8769-b4171cb3fe02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:33.461245866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f9d62a2a-bc0c-4aec-8fbe-c7cad78d9a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:33.461246383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"28ad290d-2d85-42fb-9f80-8e346b0d4a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:33.520468983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"f9d62a2a-bc0c-4aec-8fbe-c7cad78d9a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:33.522465978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"28ad290d-2d85-42fb-9f80-8e346b0d4a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:34.610697824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9cbd68-62d8-4fff-aecd-cf1fefede139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:34.664775298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9cbd68-62d8-4fff-aecd-cf1fefede139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:34.718653729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9cbd68-62d8-4fff-aecd-cf1fefede139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:34.772483366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9cbd68-62d8-4fff-aecd-cf1fefede139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:36.723513196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3ed4-2335-4e49-9755-0825fa2a2ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:36.77722273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3ed4-2335-4e49-9755-0825fa2a2ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:36.831894583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3ed4-2335-4e49-9755-0825fa2a2ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:36.887188965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3ed4-2335-4e49-9755-0825fa2a2ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:38.813818549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7d465c-c5fa-49a9-81be-2b1a6f678ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:38.871550305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7d465c-c5fa-49a9-81be-2b1a6f678ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:38.926388772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7d465c-c5fa-49a9-81be-2b1a6f678ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:38.98035729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7d465c-c5fa-49a9-81be-2b1a6f678ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:40.64225607Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:51.998402095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"3b25477c-87e0-4627-88bc-5e0b47b0c7f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:35:52.119315375Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"3b25477c-87e0-4627-88bc-5e0b47b0c7f8","name":"e2e-shared-a-w0-560be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:09.436564876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7629fcec-76ed-4ef6-8b87-89ac4b3ece8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:09.49045636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7629fcec-76ed-4ef6-8b87-89ac4b3ece8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:09.544191746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7629fcec-76ed-4ef6-8b87-89ac4b3ece8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:09.598195015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7629fcec-76ed-4ef6-8b87-89ac4b3ece8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:10.642438267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:11.534552262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69269-73a5-4a34-9173-a07ea903ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:11.588516955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69269-73a5-4a34-9173-a07ea903ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:11.642527839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69269-73a5-4a34-9173-a07ea903ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:11.696771812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69269-73a5-4a34-9173-a07ea903ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:13.734172437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f85f99-6f28-49ac-a74f-4a22ebe9ba77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:13.791443305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f85f99-6f28-49ac-a74f-4a22ebe9ba77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:13.84773927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f85f99-6f28-49ac-a74f-4a22ebe9ba77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:13.902088333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f85f99-6f28-49ac-a74f-4a22ebe9ba77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:15.896641093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26988ce7-6f35-45e2-993e-15c80e52030d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:15.950961238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26988ce7-6f35-45e2-993e-15c80e52030d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:16.005513916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26988ce7-6f35-45e2-993e-15c80e52030d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:16.062403789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26988ce7-6f35-45e2-993e-15c80e52030d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:18.078312464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1330ad1b-617d-44aa-adcc-07fcedfe901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:18.13297642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1330ad1b-617d-44aa-adcc-07fcedfe901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:18.190310872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1330ad1b-617d-44aa-adcc-07fcedfe901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:18.244929227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1330ad1b-617d-44aa-adcc-07fcedfe901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:20.257437951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87f7e27-352b-460e-b15b-5d63967cdb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:20.311643239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87f7e27-352b-460e-b15b-5d63967cdb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:20.365485158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87f7e27-352b-460e-b15b-5d63967cdb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:20.420014124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87f7e27-352b-460e-b15b-5d63967cdb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:23.942193068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"3baa4208-0b64-475e-8112-b4cae76c0979","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:24.063976969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"3baa4208-0b64-475e-8112-b4cae76c0979","name":"e2e-shared-a-w4-880560-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:31.134334556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af798cce-3202-455c-bb94-23eb0e7974c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:31.188162632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af798cce-3202-455c-bb94-23eb0e7974c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:31.241954377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af798cce-3202-455c-bb94-23eb0e7974c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:31.296329888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af798cce-3202-455c-bb94-23eb0e7974c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:33.242176061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea83bc4-1cdb-48d2-98cc-0f3a10543ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:33.296245524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea83bc4-1cdb-48d2-98cc-0f3a10543ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:33.35077455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea83bc4-1cdb-48d2-98cc-0f3a10543ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:33.404628221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea83bc4-1cdb-48d2-98cc-0f3a10543ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:34.59772197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"c07cec9d-a9a1-4a30-ad63-b96104d4894a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:34.726612054Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"c07cec9d-a9a1-4a30-ad63-b96104d4894a","name":"e2e-shared-a-w1-768e90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:35.359922045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a9f94-292e-4d7f-b097-4646fe8fa8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:35.413792067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a9f94-292e-4d7f-b097-4646fe8fa8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:35.467722398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a9f94-292e-4d7f-b097-4646fe8fa8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:35.521857507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a9f94-292e-4d7f-b097-4646fe8fa8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:37.531219078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f6f444-e249-462a-8d36-017d5d2f7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:37.585206571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f6f444-e249-462a-8d36-017d5d2f7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:37.639372662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f6f444-e249-462a-8d36-017d5d2f7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:37.700193314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f6f444-e249-462a-8d36-017d5d2f7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:39.669198401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39c1a1b-c97f-4c26-8931-f21c949358f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:39.723243013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39c1a1b-c97f-4c26-8931-f21c949358f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:39.777059098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39c1a1b-c97f-4c26-8931-f21c949358f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:39.83084608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39c1a1b-c97f-4c26-8931-f21c949358f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:40.615654203Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a77be5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a77be5","reconcileID":"cdff5ebd-9f6f-4444-b53c-172171e2b09a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-a77be5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-a77be5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:40.643208749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:41.815375394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85bd80e-b304-442d-863f-daeec8fa7937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:41.870082268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85bd80e-b304-442d-863f-daeec8fa7937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:41.924679994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85bd80e-b304-442d-863f-daeec8fa7937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:41.978537421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85bd80e-b304-442d-863f-daeec8fa7937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:43.919425097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f816c58-614e-4eb0-894e-c199badc806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:43.975335599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f816c58-614e-4eb0-894e-c199badc806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:44.029916852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f816c58-614e-4eb0-894e-c199badc806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:44.083809203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f816c58-614e-4eb0-894e-c199badc806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:57.9306148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f40224-0b57-4335-a6a0-bf6f8f440e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:57.985344827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f40224-0b57-4335-a6a0-bf6f8f440e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:58.039240131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f40224-0b57-4335-a6a0-bf6f8f440e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:36:58.09324281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f40224-0b57-4335-a6a0-bf6f8f440e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:00.043287441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80698624-fbf5-4d54-bf07-ee3ae12ef08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:00.097493731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80698624-fbf5-4d54-bf07-ee3ae12ef08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:00.151643893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80698624-fbf5-4d54-bf07-ee3ae12ef08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:00.205899657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80698624-fbf5-4d54-bf07-ee3ae12ef08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:05.236612968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37888c79-813b-453c-bd68-d213b8a0023f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:05.29061948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37888c79-813b-453c-bd68-d213b8a0023f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:05.344597966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37888c79-813b-453c-bd68-d213b8a0023f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:05.398357914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37888c79-813b-453c-bd68-d213b8a0023f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:05.720331935Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d74f01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d74f01","reconcileID":"edd2965d-c4b4-4188-9c90-f868d68f51bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-d74f01","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-d74f01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:07.33795788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a116fe65-80f7-4307-b17b-ba5e49387d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:07.392379152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a116fe65-80f7-4307-b17b-ba5e49387d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:07.446673318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a116fe65-80f7-4307-b17b-ba5e49387d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:07.500633846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a116fe65-80f7-4307-b17b-ba5e49387d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:09.441690735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d62da7-b359-40bc-8535-2860ce353b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:09.49960781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d62da7-b359-40bc-8535-2860ce353b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:09.554100938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d62da7-b359-40bc-8535-2860ce353b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:09.608189737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d62da7-b359-40bc-8535-2860ce353b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:10.643093426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:16.567106123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"6a5307ab-dbde-42a6-964f-bf65b241e185","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:16.567131435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"6a5307ab-dbde-42a6-964f-bf65b241e185","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.104483478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"43c76aa7-4686-46ea-a904-1cfc9b3d1cef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.104503073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"43c76aa7-4686-46ea-a904-1cfc9b3d1cef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.161030716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cb070648-0a44-48ab-892a-1fae5a9aa0d4","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.161053875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cb070648-0a44-48ab-892a-1fae5a9aa0d4","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.268632285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"8a0afb6e-bbaf-4f03-b502-4f3799a88fcf","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.395104063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"8a0afb6e-bbaf-4f03-b502-4f3799a88fcf","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.478096994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-fab80e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"8a0afb6e-bbaf-4f03-b502-4f3799a88fcf","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.539197245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cf7c457b-7edf-4f89-be9c-091d78d95a1b","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:22.539215475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cf7c457b-7edf-4f89-be9c-091d78d95a1b","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:29.233125695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ae7f41-d375-42f6-8e8c-a91626f4fd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:29.286718026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ae7f41-d375-42f6-8e8c-a91626f4fd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:29.340348361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ae7f41-d375-42f6-8e8c-a91626f4fd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:29.394140884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ae7f41-d375-42f6-8e8c-a91626f4fd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:31.321963848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b40bbb5-4315-44c2-8500-fa575b55c081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:31.375871866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b40bbb5-4315-44c2-8500-fa575b55c081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:31.430021845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b40bbb5-4315-44c2-8500-fa575b55c081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:31.483867419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b40bbb5-4315-44c2-8500-fa575b55c081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:32.702559592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"f5ed1bde-a318-43cc-b079-9af17912ae39","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:32.76022836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"f5ed1bde-a318-43cc-b079-9af17912ae39","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:32.816728994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-fab80e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"f5ed1bde-a318-43cc-b079-9af17912ae39","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:33.517966097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38c39c6-59e2-4a95-a27b-a77151bfd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:33.571996471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38c39c6-59e2-4a95-a27b-a77151bfd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:33.625909306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38c39c6-59e2-4a95-a27b-a77151bfd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:33.679817722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38c39c6-59e2-4a95-a27b-a77151bfd529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:35.634851735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d4934-fce0-4e06-8ca7-ee2791264895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:35.68925643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d4934-fce0-4e06-8ca7-ee2791264895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:35.743224561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d4934-fce0-4e06-8ca7-ee2791264895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:35.797160829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d4934-fce0-4e06-8ca7-ee2791264895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:37.736441047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6722dc-392b-43c9-ae1d-acdcaf9c2e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:37.790485626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6722dc-392b-43c9-ae1d-acdcaf9c2e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:37.844398301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6722dc-392b-43c9-ae1d-acdcaf9c2e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:37.851314336Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6e4b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6e4b8d","reconcileID":"2d4b05fd-c777-47c5-9bdb-5736290f252e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-6e4b8d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-6e4b8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:37.898020357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6722dc-392b-43c9-ae1d-acdcaf9c2e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:38.933554163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"e4944702-e797-45dd-8bb6-fcca7301f494","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.268794805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"b760103c-da14-482a-a773-cb6530597c2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.437569161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"69f5ad9e-4396-4c16-9563-a580d95bcf76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.499994781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25be21a6-ddaa-471b-877d-1a7e19a9f85c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.587562919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29975d3a-55a8-4cb1-b30c-0bbd27a59397","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.696922065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"fe5d22ff-4954-451f-b48e-bda6865739dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.797443551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"93ee5ef9-401c-4f43-9322-626ba6f58265","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.829553367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"2336be71-60fb-43be-9b4e-3d454c154d3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.947686716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46857721-a652-4102-bc29-cb8ad1511254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:39.950987689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d5560587-6e8a-4f62-b8e0-1a94f418095e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.001863462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46857721-a652-4102-bc29-cb8ad1511254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.055631764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46857721-a652-4102-bc29-cb8ad1511254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.056204322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"580c9d7d-4883-43a3-8732-28274313077d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.110921627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46857721-a652-4102-bc29-cb8ad1511254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.283036633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c789362d-b8bb-4d94-86f6-b59bd3c30eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.375567659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"d888f8dd-d28e-454d-9695-af1e1173d54c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:40.642175063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.145521328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81090797-7a6e-42e6-a0e5-5c2ae954b5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.201179169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81090797-7a6e-42e6-a0e5-5c2ae954b5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.257505489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81090797-7a6e-42e6-a0e5-5c2ae954b5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.314263995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81090797-7a6e-42e6-a0e5-5c2ae954b5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.927446456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"48c6dcdb-4e32-4a1c-8a60-57ed137aca6c","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:42.987402338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"48c6dcdb-4e32-4a1c-8a60-57ed137aca6c","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:43.044719978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-fab80e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff0a274220feb1fea35a7827b70970cc692c39cd655a8353345eadd1b53ce71d) AuthConfig (85b5b55c7ad00d1f8695a6e9b96481ecb9f056abf0f1809f42ef01a01f64347c) AuthConfig (d2db120578c2ef7a33232b613a108fa3e650c64606d6886326625e10e3640667) AuthConfig (b063385c95e0023f0804f3638b99b29f88d9b8c7ff062f6515554e035c5be645) AuthConfig (853e7936f910da868edd7c10779b5a7012ba01fdaac66c804305f4dc4e0c7b0a) AuthConfig (7dccba91d3385725fd95f0330d027ccd24e5a97dfa2b1f434e41e62c6b653122) AuthConfig (6f51033e74a3ef7f3497f9b7824c22032ecc00cb47e0d6837158a0a35472de39) AuthConfig (6b78a93ed863680c44622ff2aad62c057b1c476e648e443765f0371a3f467de6) AuthConfig (094075e9ad702bba83b219d26f9b53f1b79ee8b6345971059f0d00d5e5a7a515) AuthConfig (604d26f0bcbba4dfa5fb46f2a79e6f769cd34aa522ca51b67b366fbc840b4827) AuthConfig (8cdd4a6321032b6403b94741875688bf4889fa60fda5dce95772e7b76ec3b801) AuthConfig (0c643791851939284851af28ebf5779023c38071741597e53c1cc3eddc754ea6) AuthConfig (2b40ce60ca16e9de6875ebf6784ec9c67285454b34493e7faa55c0cb729d7489) AuthConfig (30a893c605b7576f774ffe39111c7d439b67fd57e6df8be03a42185eda1a4c81) AuthConfig (c235c692e4cd9dbce8f3ed2572191a5cce78615f82bd16cbf7b3ad2500ff028e) AuthConfig (49f61c85952faccdd8295b640ced570139896cf38f39f87787e6030fb32b6ecb) AuthConfig (0bfd79e4077fab8c96a057f99a34cdec0c6381daef78c5e6537143a4a1aca6fe) AuthConfig (5f0d87ddc59b7f06b00b943b0e0985a7282652f520a3ab41ea02f810a978b8f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"48c6dcdb-4e32-4a1c-8a60-57ed137aca6c","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:43.104622774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"d32c6fc5-bce4-43a6-b699-3978831dc0fe","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:43.104643194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"d32c6fc5-bce4-43a6-b699-3978831dc0fe","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:45.727102311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5348b38-194c-4547-9a0e-048b0567a3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:45.78125502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5348b38-194c-4547-9a0e-048b0567a3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:45.835398579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5348b38-194c-4547-9a0e-048b0567a3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:45.889571587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5348b38-194c-4547-9a0e-048b0567a3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:46.974186911Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ea5230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ea5230","reconcileID":"761ea235-9ce1-4f23-8ca3-0ab67f842e30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-ea5230","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-ea5230":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:47.832381506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f369c7f-b67c-4686-95a7-f7b417503aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:47.886279888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f369c7f-b67c-4686-95a7-f7b417503aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:47.940308138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f369c7f-b67c-4686-95a7-f7b417503aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:47.994101782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f369c7f-b67c-4686-95a7-f7b417503aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:49.635900779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"2c4b8852-375a-4ff1-9e86-48a0ec86b0cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:49.75445522Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"2c4b8852-375a-4ff1-9e86-48a0ec86b0cb","name":"e2e-shared-b-w2-a77be5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:49.945216832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e817a7c1-6a2f-4346-a758-118721ac7527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:49.999251271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e817a7c1-6a2f-4346-a758-118721ac7527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:50.05291163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e817a7c1-6a2f-4346-a758-118721ac7527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:50.10764461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e817a7c1-6a2f-4346-a758-118721ac7527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:52.049138304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7867a374-e2ea-4248-a9db-d45516ae2afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:52.103455108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7867a374-e2ea-4248-a9db-d45516ae2afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:52.15744206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7867a374-e2ea-4248-a9db-d45516ae2afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:52.211501135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7867a374-e2ea-4248-a9db-d45516ae2afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:53.215150806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"053cb2e6-964d-42cb-9257-713c3387ed37","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:53.274186915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"053cb2e6-964d-42cb-9257-713c3387ed37","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:37:53.330794226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-fab80e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff0a274220feb1fea35a7827b70970cc692c39cd655a8353345eadd1b53ce71d) AuthConfig (85b5b55c7ad00d1f8695a6e9b96481ecb9f056abf0f1809f42ef01a01f64347c) AuthConfig (d2db120578c2ef7a33232b613a108fa3e650c64606d6886326625e10e3640667) AuthConfig (b063385c95e0023f0804f3638b99b29f88d9b8c7ff062f6515554e035c5be645) AuthConfig (853e7936f910da868edd7c10779b5a7012ba01fdaac66c804305f4dc4e0c7b0a) AuthConfig (7dccba91d3385725fd95f0330d027ccd24e5a97dfa2b1f434e41e62c6b653122) AuthConfig (6f51033e74a3ef7f3497f9b7824c22032ecc00cb47e0d6837158a0a35472de39) AuthConfig (6b78a93ed863680c44622ff2aad62c057b1c476e648e443765f0371a3f467de6) AuthConfig (094075e9ad702bba83b219d26f9b53f1b79ee8b6345971059f0d00d5e5a7a515) AuthConfig (604d26f0bcbba4dfa5fb46f2a79e6f769cd34aa522ca51b67b366fbc840b4827) AuthConfig (8cdd4a6321032b6403b94741875688bf4889fa60fda5dce95772e7b76ec3b801) AuthConfig (0c643791851939284851af28ebf5779023c38071741597e53c1cc3eddc754ea6) AuthConfig (2b40ce60ca16e9de6875ebf6784ec9c67285454b34493e7faa55c0cb729d7489) AuthConfig (30a893c605b7576f774ffe39111c7d439b67fd57e6df8be03a42185eda1a4c81) AuthConfig (c235c692e4cd9dbce8f3ed2572191a5cce78615f82bd16cbf7b3ad2500ff028e) AuthConfig (49f61c85952faccdd8295b640ced570139896cf38f39f87787e6030fb32b6ecb) AuthConfig (0bfd79e4077fab8c96a057f99a34cdec0c6381daef78c5e6537143a4a1aca6fe) AuthConfig (5f0d87ddc59b7f06b00b943b0e0985a7282652f520a3ab41ea02f810a978b8f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"053cb2e6-964d-42cb-9257-713c3387ed37","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:03.44033301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"ebaab9a0-79e4-4f6b-a9d0-48e5ae2b1c8d","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:03.49932124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"ebaab9a0-79e4-4f6b-a9d0-48e5ae2b1c8d","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:03.775896828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"b0870fd7-1b5a-4774-856f-77cb01724f58","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:03.775918512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"b0870fd7-1b5a-4774-856f-77cb01724f58","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:08.964265256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"36ad40a5-8c6e-434e-b863-34cccb28d5dd","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:08.964294336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"36ad40a5-8c6e-434e-b863-34cccb28d5dd","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.023967209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cdbeae78-02a7-4bc8-8eb3-eb7fe933c0fe","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.023988055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cdbeae78-02a7-4bc8-8eb3-eb7fe933c0fe","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:38:09.072382505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"96d057ea-800f-424f-9cf1-7d9786632b7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-fab80e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.07269758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"ab8a2db2-b15e-4688-aea5-0011ae88764a","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:38:09.079122746Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cdbeae78-02a7-4bc8-8eb3-eb7fe933c0fe","name":"praxis-route-fab80e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-fab80e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:38:09.079171535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cdbeae78-02a7-4bc8-8eb3-eb7fe933c0fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-fab80e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.084494685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cb6c16cc-1c39-4c21-bbdf-0162f21dc7b4","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.084510685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"cb6c16cc-1c39-4c21-bbdf-0162f21dc7b4","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.13070576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"ab8a2db2-b15e-4688-aea5-0011ae88764a","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.178577547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"c4c89c81-8767-4a7c-bc69-415e325c1c99","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.178597009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"c4c89c81-8767-4a7c-bc69-415e325c1c99","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.235028617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"eb813228-0667-4cd7-99cc-7fd81504d1a3","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.235050498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"eb813228-0667-4cd7-99cc-7fd81504d1a3","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.397036816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96e02945-a80f-410e-8f06-8a98b9490abd","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.455430505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96e02945-a80f-410e-8f06-8a98b9490abd","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.460456074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"0d9b515a-8370-4872-b624-2f0eba92a591","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","model":"praxis-route-fab80e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.630348919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"43317f80-e015-42f7-9bb5-2aecbc1978f7","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.630375125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"43317f80-e015-42f7-9bb5-2aecbc1978f7","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:09.845534076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"00ba3024-6de8-4fc5-92e5-ac57359d5b3e","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:10.641803074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:20.32465755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"0d4f88b0-17dd-42c7-87dd-f1d5931dafe1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:20.443376797Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"0d4f88b0-17dd-42c7-87dd-f1d5931dafe1","name":"e2e-shared-b-w0-d74f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:25.918582413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"dc3d2f98-b385-45a1-86a2-a40389fa93c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.01871235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"91c18437-2122-4dd2-a8e2-f962baf5d61d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.166087821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"628f97a8-93b7-45e9-a48a-47fd000ed2d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.344537336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"64b626dc-8ae7-4a51-94bf-5368e4fb693b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.531194683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"163d82c2-4f47-48ca-8874-426ea1463be9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.62790756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"525cb9df-7c50-4cf7-b47b-13850d9ba1c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.728243004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ae5e535e-2b4a-4d5b-9ba7-6d56c846596c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.831256469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"a9904c1e-840a-41c2-84e8-f846b0ff7955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:26.950503146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"33c73554-a238-42ce-9834-0d87b3600b0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.053058003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"bfc2ebc7-fe9a-4738-acf4-d7155388cf03","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.073690018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19de4a99-a922-4cee-8a1b-9a660abec9c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.223787249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"94861617-9f2f-4cb8-b25e-cf88fb9cef96","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.223806269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"94861617-9f2f-4cb8-b25e-cf88fb9cef96","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.252593022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"0a76cf95-66e6-42c9-bc1e-29b76c1fa56b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.432188429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"0dbaa0a1-a985-4ea4-8000-0c063fb1eae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.784966245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"586367ec-feb9-4a68-baf3-d114ec08828e","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:27.8425478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"586367ec-feb9-4a68-baf3-d114ec08828e","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.47601238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"012a1481-793a-435b-98e2-593834a0b4f5","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.476051859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"012a1481-793a-435b-98e2-593834a0b4f5","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.644715981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"3caeb7f1-0d45-4cac-bb3b-1228e8ee5e20","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.698855168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"75d04da2-9944-4e6c-9629-811b52f58f39","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.702500243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"3caeb7f1-0d45-4cac-bb3b-1228e8ee5e20","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.86938475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"daf66ac4-aa52-4aed-890c-032619a0ce1a","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:36.869403644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"daf66ac4-aa52-4aed-890c-032619a0ce1a","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:37.085258727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"0752b840-4248-42ae-acc2-6220315450a9","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:40.642308198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:46.870273775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"4f85e8db-7330-497f-84d7-63df1545a13a","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"tenant":"e2e-praxis-a-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:46.870294771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"4f85e8db-7330-497f-84d7-63df1545a13a","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"routeName":"praxis-route-fab80e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-fab80e","llmisvcName":"praxis-route-fab80e","gateway":"openshift-ingress/e2e-praxis-a-fab80e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.846025716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"30ec1229-7a4f-41d8-b59a-8e4a0b1949f5","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.899656366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"00677d53-fde3-4d75-bb24-858d5f0de8dd","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.899924777Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e","reconcileID":"902d1ff0-00b8-4e8c-afa9-4fd52e02e73c","MaaSModelRef":{"name":"praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e","model":"praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.900290108Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"30ec1229-7a4f-41d8-b59a-8e4a0b1949f5","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"maas-trlp-praxis-route-fab80e","namespace":"ai-tenant-e2e-praxis-a-fab80e","model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.957640393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"00677d53-fde3-4d75-bb24-858d5f0de8dd","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:54.957678404Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"00677d53-fde3-4d75-bb24-858d5f0de8dd","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.146451032Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"4c73dd43-bc44-4e51-8790-3078312ff6de","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.220439874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"75f904ec-bdbe-4cbf-837f-e0e6b42b322f","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.283296887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"75f904ec-bdbe-4cbf-837f-e0e6b42b322f","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.28335421Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"75f904ec-bdbe-4cbf-837f-e0e6b42b322f","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.48565887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"fbde71cf-5e46-4753-b675-e7d09a8cd924","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13cbdbba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.547739677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96daecc6-cd71-46c1-8ab6-8230959935c3","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.605988199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96daecc6-cd71-46c1-8ab6-8230959935c3","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.606030602Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96daecc6-cd71-46c1-8ab6-8230959935c3","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.691762278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"d8633f2d-cdc3-4e9e-9b94-42121474db8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.813090985Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"d8633f2d-cdc3-4e9e-9b94-42121474db8b","name":"e2e-shared-b-w4-6e4b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:38:55.815124146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"96daecc6-cd71-46c1-8ab6-8230959935c3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"praxis-route-fab80e-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.815300638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"5c4f40fc-ed16-4df1-b8ab-c4b99e00aed9","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:55.951955226Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"058858b3-c4f9-4492-b819-7c2eb5edd545","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13cbdbba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.025247397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"5c4f40fc-ed16-4df1-b8ab-c4b99e00aed9","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.170161201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"5c4f40fc-ed16-4df1-b8ab-c4b99e00aed9","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"name":"e2e-praxis-a-fab80e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.170185388Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-auth","reconcileID":"5c4f40fc-ed16-4df1-b8ab-c4b99e00aed9","MaaSAuthPolicy":{"name":"praxis-route-fab80e-auth","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.833846455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b66c70-3c0e-40e7-85f4-e383a941f94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.887801885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b66c70-3c0e-40e7-85f4-e383a941f94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.941792487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b66c70-3c0e-40e7-85f4-e383a941f94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:56.996369266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b66c70-3c0e-40e7-85f4-e383a941f94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:59.032311133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c3fe20-05dd-4c82-973d-84d1c8fd8b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:59.086235935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c3fe20-05dd-4c82-973d-84d1c8fd8b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:59.140231532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c3fe20-05dd-4c82-973d-84d1c8fd8b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:38:59.194157128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c3fe20-05dd-4c82-973d-84d1c8fd8b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:01.161897492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c0cf3-4aca-471a-b813-67648bf04cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:01.215722959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c0cf3-4aca-471a-b813-67648bf04cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:01.269881773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c0cf3-4aca-471a-b813-67648bf04cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:01.323738669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c0cf3-4aca-471a-b813-67648bf04cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:06.009402437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"a94d9c2f-a6b6-4902-a74d-271bf46efcc8","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","subscription":"praxis-route-fab80e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:06.009582479Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"praxis-route-fab80e-sub","reconcileID":"a94d9c2f-a6b6-4902-a74d-271bf46efcc8","MaaSSubscription":{"name":"praxis-route-fab80e-sub","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"model":"ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-fab80e/praxis-route-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:06.518597829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"3fe8416f-f4ec-4f26-9fc6-4e500cff72ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:06.637008009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"3fe8416f-f4ec-4f26-9fc6-4e500cff72ab","name":"e2e-shared-b-w1-ea5230-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:10.642734291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:13.678210273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48bb49-888e-46f6-968d-beed18038156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:13.732520638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48bb49-888e-46f6-968d-beed18038156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:13.78753057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48bb49-888e-46f6-968d-beed18038156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:13.841360324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48bb49-888e-46f6-968d-beed18038156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:15.768541176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd79685-0b72-47ad-94b5-7e6fe972741c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:15.822392609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd79685-0b72-47ad-94b5-7e6fe972741c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:15.876176579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd79685-0b72-47ad-94b5-7e6fe972741c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:15.930061131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd79685-0b72-47ad-94b5-7e6fe972741c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.424524454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","namespace":"ai-tenant-e2e-praxis-a-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.424583695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","namespace":"ai-tenant-e2e-praxis-a-fab80e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.424651849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","tenant":"e2e-praxis-a-fab80e","tenantID":"e2e-praxis-a-fab80e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.479617219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Deployment","name":"maas-api-e2e-praxis-a-fab80e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.540547478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Service","name":"maas-api-e2e-praxis-a-fab80e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.60585278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-fab80e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.660675342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-fab80e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.716614579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.775376919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.833883973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.891442231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.922759993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bf25b5-dea2-41fb-875e-707ef03e6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.976625229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:17.976997125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bf25b5-dea2-41fb-875e-707ef03e6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.030258486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.030972065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bf25b5-dea2-41fb-875e-707ef03e6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.084284782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Service","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.084700537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bf25b5-dea2-41fb-875e-707ef03e6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.137964374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.191278507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.244699782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.298107309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.358855335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.411917528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.465055437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.52257261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-fab80e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:18.577733144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fab80e"},"namespace":"ai-tenant-e2e-praxis-a-fab80e","name":"default-tenant","reconcileID":"96ae270c-4951-4b46-b50a-75095d715e42","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-fab80e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:20.020143212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df24f82-d44c-4b17-8ca1-11fd50f8cefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:20.07418519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df24f82-d44c-4b17-8ca1-11fd50f8cefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:20.128689679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df24f82-d44c-4b17-8ca1-11fd50f8cefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:20.182824774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df24f82-d44c-4b17-8ca1-11fd50f8cefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:22.142777359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7892c9-5deb-4412-80a2-17c3a359502c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:22.198672216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7892c9-5deb-4412-80a2-17c3a359502c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:22.252983154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7892c9-5deb-4412-80a2-17c3a359502c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:22.306856166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7892c9-5deb-4412-80a2-17c3a359502c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:23.413499194Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fab80e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fab80e","reconcileID":"65abf1bd-5c4e-40db-9305-83ac2d3b61b9","aitenant":"ai-tenants/e2e-praxis-a-fab80e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:24.231632513Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fab80e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fab80e","reconcileID":"65abf1bd-5c4e-40db-9305-83ac2d3b61b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-fab80e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-fab80e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:24.289289634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f3dafb-2cc3-426b-90d9-75e290a3bcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:24.343818919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f3dafb-2cc3-426b-90d9-75e290a3bcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:24.399228402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f3dafb-2cc3-426b-90d9-75e290a3bcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:24.453438667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f3dafb-2cc3-426b-90d9-75e290a3bcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:26.462020389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b09f852-c11f-4d1b-9583-73f0adda0728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:26.517179955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b09f852-c11f-4d1b-9583-73f0adda0728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:26.574705176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b09f852-c11f-4d1b-9583-73f0adda0728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:26.629824086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b09f852-c11f-4d1b-9583-73f0adda0728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:28.562502422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b9e64a-53a4-4026-9752-8ab16fd11830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:28.617534777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b9e64a-53a4-4026-9752-8ab16fd11830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:28.672136602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b9e64a-53a4-4026-9752-8ab16fd11830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:28.726812393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b9e64a-53a4-4026-9752-8ab16fd11830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:32.621797598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36129cf1-5d34-4bd3-af18-9033f337a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:32.676743286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36129cf1-5d34-4bd3-af18-9033f337a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:32.731422065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36129cf1-5d34-4bd3-af18-9033f337a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:32.785481401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36129cf1-5d34-4bd3-af18-9033f337a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:34.756546691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e755d2e-2e4a-4f40-863f-50434a5abe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:34.812160762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e755d2e-2e4a-4f40-863f-50434a5abe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:34.866393849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e755d2e-2e4a-4f40-863f-50434a5abe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:34.923246868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e755d2e-2e4a-4f40-863f-50434a5abe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.395044407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","namespace":"ai-tenant-e2e-praxis-b-9b612c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.395135181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","namespace":"ai-tenant-e2e-praxis-b-9b612c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.395184821Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","tenant":"e2e-praxis-b-9b612c","tenantID":"e2e-praxis-b-9b612c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.45051572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9b612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.514406356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Service","name":"maas-api-e2e-praxis-b-9b612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.574638908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9b612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.630325783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9b612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.64984065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.687199022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.743056533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.801492032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.856835316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.91047446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:40.963945091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.017535111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Service","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.070937546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.124530791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.177543766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.230742713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.289519433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.370493586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.427859437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.482769905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9b612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:41.536638078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b612c"},"namespace":"ai-tenant-e2e-praxis-b-9b612c","name":"default-tenant","reconcileID":"fd18590b-1770-4a4d-9b5a-09d1d969faa4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9b612c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:42.229251718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7808c739-e785-4f3c-9fef-b3adad55e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:42.283328694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7808c739-e785-4f3c-9fef-b3adad55e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:42.33797761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7808c739-e785-4f3c-9fef-b3adad55e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:42.391831264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7808c739-e785-4f3c-9fef-b3adad55e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:43.473182741Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b612c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b612c","reconcileID":"afaf093a-f562-4c01-9eb2-49caffc17112","aitenant":"ai-tenants/e2e-praxis-b-9b612c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:44.247633588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b612c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b612c","reconcileID":"afaf093a-f562-4c01-9eb2-49caffc17112","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b612c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9b612c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:44.344058156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ac3d9-7731-4daf-a18d-6c36d55b847e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:44.397859561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ac3d9-7731-4daf-a18d-6c36d55b847e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:44.451720516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ac3d9-7731-4daf-a18d-6c36d55b847e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:44.50631015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ac3d9-7731-4daf-a18d-6c36d55b847e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:46.533099148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afee9b5-0a6d-4d4d-b87d-428548a81cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:46.587465195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afee9b5-0a6d-4d4d-b87d-428548a81cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:46.641618923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afee9b5-0a6d-4d4d-b87d-428548a81cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:46.695803888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afee9b5-0a6d-4d4d-b87d-428548a81cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:47.276534187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"e06e20ab-40b6-4ab6-810d-ca6b01eb0b32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:48.653546144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bddcad-6284-4e5c-9504-0d3883a9c641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:48.707511078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bddcad-6284-4e5c-9504-0d3883a9c641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:48.761256436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bddcad-6284-4e5c-9504-0d3883a9c641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:48.816880778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bddcad-6284-4e5c-9504-0d3883a9c641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:50.296016431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"e12db228-87d6-4106-91d8-48f7debab5b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.623851593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"b6b953f7-d000-4719-baeb-aec2557e878e","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.680917764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"abe91502-e3b5-43a7-9918-bf2def7ac5b8","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.842135135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"6b521244-323a-4d9c-9e8d-32d0b425b157","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.896160774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"8bb7f776-2562-4f4e-ac11-529c1cebce90","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.899640458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"6b521244-323a-4d9c-9e8d-32d0b425b157","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:52.952700874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"bffa012d-6f85-4788-aa64-5281f7a27631","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:39:53.009325931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-user-subscription","reconcileID":"6b75600d-c21d-441e-b746-84bc5bd74060","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.062484849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"afb50880-7d5d-49ef-8f15-50c24489101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.062594236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"52495bad-098e-45c7-8352-72e264e77779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.12243798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"52495bad-098e-45c7-8352-72e264e77779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.122710274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"afb50880-7d5d-49ef-8f15-50c24489101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.164258215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"0bff79b9-21e2-4103-aae4-0ed16399fb15","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.164352433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-f1cd1c priority=0:[ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-other-subscription ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.216472628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e19d3bc7-eef5-44a6-91c8-ef7655af0b08","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.221528155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6b28dbd6-d0b3-467e-b102-08c30faeb4e3","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.222191178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"0c336469-4bbf-41e4-8c43-a20fe81b7ff8","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:39:53.273526978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"55afffdf-394a-40cc-82be-3f7327bf7496","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.275814678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"226f97b7-626d-4568-b440-6d8746edd0e7","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:39:53.280719293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.388535329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"8d52c9c7-a27c-4200-9199-93696866e753","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.389554113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"ee7bd416-ae0d-4998-bd14-c0ed3fe3e5a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.446855279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"ee7bd416-ae0d-4998-bd14-c0ed3fe3e5a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.446886938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"db586329-6a5f-4526-8921-a589b1117a6e","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.528235418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e089f9df-e6f8-45aa-9d5f-5348e5816206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.528244423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"55f037e9-7f6f-4ea1-8b31-4f2b04e78c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.553630015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-user-subscription","reconcileID":"210d5e17-f31c-4cb9-928d-a2d5ef558b41","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.586346439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e089f9df-e6f8-45aa-9d5f-5348e5816206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.586513743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"55f037e9-7f6f-4ea1-8b31-4f2b04e78c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.663095597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"ba953d63-900c-4458-932c-4b77251a0c69","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.722569822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"1ba4ef8a-af51-4027-b185-6f8793f1bb79","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.770529585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"66fcf60f-d936-422f-8699-7381909a4557","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.815736064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"6691904c-a73b-4e9f-b25d-68700dc7e411","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.833750623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5fb96598-ba8c-4a71-9867-4b855fa55902","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.873660429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"6691904c-a73b-4e9f-b25d-68700dc7e411","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.947721855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-user-subscription","reconcileID":"012396be-872a-406d-9687-b8b34edfca88","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.976789209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"00d32ee5-8f23-4f57-906d-9cee58735a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:53.976795374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8b7f2cef-21e3-4315-b0fa-3c97f3982029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:54.038670745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"00d32ee5-8f23-4f57-906d-9cee58735a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:54.038684124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8b7f2cef-21e3-4315-b0fa-3c97f3982029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:54.05780465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"76d62c31-3e52-45f1-b6e0-de328d9f60ea","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:54.228943511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9fa9ed0b-8539-487a-a155-cd48598c5aa5","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.186926337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"17d66cd7-75d8-4ac4-8d0c-93292fa47b42","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.347547175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"e90894ad-6f9c-4734-9117-e07917aa32c5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.347636592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"17f41280-aec0-4797-9ffb-36b80803dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.348178148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"59aa7dd9-ef81-4565-8060-e8c3c91404c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.407165404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"17f41280-aec0-4797-9ffb-36b80803dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.407195571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"59aa7dd9-ef81-4565-8060-e8c3c91404c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:39:56.409662785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"e90894ad-6f9c-4734-9117-e07917aa32c5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.354198614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-user-subscription","reconcileID":"c2e336ec-c15a-46fa-9ce6-12bd63c802b6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.57601199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-user-subscription","reconcileID":"c2e336ec-c15a-46fa-9ce6-12bd63c802b6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.792588671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"6f5168a0-6dd5-4343-82cf-599e7c80c9bb","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.792638379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"a8cb8a9c-ef64-4a37-b1df-2bee93c1acaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.837615855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"09309077-5732-4573-b67f-10da1113a898","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.897335132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"61e95939-150b-4a83-b970-e262bfd5a074","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.982163579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5574ef16-81ac-4ff0-9051-3436a901ff98","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.99831057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0d68b798-a1e9-4613-97c7-1f25b6a73474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.998327816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"654a5e93-de36-4976-b9f7-7afbdd19e623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:06.998781824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"78c012f4-e941-47ef-915a-b2d9036ebd52","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.056668791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0d68b798-a1e9-4613-97c7-1f25b6a73474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.057736391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"654a5e93-de36-4976-b9f7-7afbdd19e623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.059034338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"78c012f4-e941-47ef-915a-b2d9036ebd52","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.438247603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4d89e337-9c00-4304-b7fc-9d0e3b478ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.438320022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"72782eed-5a9c-4009-90c3-bf7f3b397a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.438659561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"8bd07db6-7eef-4a4e-9500-5e802a7bd27a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.496475348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"72782eed-5a9c-4009-90c3-bf7f3b397a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.496593891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"8bd07db6-7eef-4a4e-9500-5e802a7bd27a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:07.498697542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4d89e337-9c00-4304-b7fc-9d0e3b478ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:10.643338999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:14.480866312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e88a6-ccc4-4d36-bb7e-1fb125ef776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:14.53547545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e88a6-ccc4-4d36-bb7e-1fb125ef776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:14.589482689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e88a6-ccc4-4d36-bb7e-1fb125ef776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:14.64388539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e88a6-ccc4-4d36-bb7e-1fb125ef776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:16.586186836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ae6ca-b6ba-4be9-a37c-1229ed0ce6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:16.640195342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ae6ca-b6ba-4be9-a37c-1229ed0ce6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:16.694122587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ae6ca-b6ba-4be9-a37c-1229ed0ce6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:16.747872588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ae6ca-b6ba-4be9-a37c-1229ed0ce6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.150468959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"1593f972-ca7f-4d1f-8c4a-0c272e7893d8","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.372030836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-other-subscription","reconcileID":"1593f972-ca7f-4d1f-8c4a-0c272e7893d8","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f1cd1c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.588183715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"5e46a912-5b80-4f2f-ba6d-7303300ad8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.633700774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"c42f3a42-ccfa-4c02-8bc0-8b12722544d9","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.771917557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dc6ad429-6f9e-4a5d-93ea-1ce17f79a938","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.79476247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"985d8a12-30ff-4a43-a45b-fb0afd867828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.794897486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"73c9aabf-9f5d-4f2f-a40d-01de4a685ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.794761858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"f75a8a59-e954-4861-bbfd-869fb284deab","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.853597075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"73c9aabf-9f5d-4f2f-a40d-01de4a685ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.853799498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"985d8a12-30ff-4a43-a45b-fb0afd867828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:17.855976763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"f75a8a59-e954-4861-bbfd-869fb284deab","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:18.061838878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"e2e-test-auth-access-denied","reconcileID":"aee8b0e2-a1e0-4ba2-93d9-e27e64d1b57f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:18.275944908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"47ec6270-2aa3-44d5-8a1e-9817faa30ace","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:20.332818451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"fd80f8f6-73ed-4608-99ba-9f4f3b9ddfd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:24.313277367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e507ade-a5d7-4470-827d-8611e3a7b48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:24.367164164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e507ade-a5d7-4470-827d-8611e3a7b48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:24.421313676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e507ade-a5d7-4470-827d-8611e3a7b48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:24.475143009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e507ade-a5d7-4470-827d-8611e3a7b48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:25.664057878Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-695580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-695580","reconcileID":"7b04b789-07c5-459f-8cac-4122646fe5cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-695580","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-695580":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:26.424194893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d400f4d-12a3-48d6-992a-79d92f4ebdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:26.478953777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d400f4d-12a3-48d6-992a-79d92f4ebdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:26.532769346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d400f4d-12a3-48d6-992a-79d92f4ebdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:26.587149494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d400f4d-12a3-48d6-992a-79d92f4ebdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:28.554670538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625ce7e9-7bb9-41e0-ad60-04a8d25bc298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:28.608634017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625ce7e9-7bb9-41e0-ad60-04a8d25bc298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:28.662340001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625ce7e9-7bb9-41e0-ad60-04a8d25bc298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:28.716525123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625ce7e9-7bb9-41e0-ad60-04a8d25bc298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:40.646110997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:41.037238645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"9858998c-611e-4841-9c9c-dfd5e3c178ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:53.808775046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"500e8e4b-53a4-413d-9b3d-a7ff35c8ffcd","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:53.808802255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"500e8e4b-53a4-413d-9b3d-a7ff35c8ffcd","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:56.220765905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"6466a048-bf7a-489b-a4b1-ee507bbb0fcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:56.652594371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"be7c1b4c-f9ec-4cbe-9424-682f8cfbc158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:56.834842625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"86028378-fc60-43ff-979a-18b59cb8842b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:56.935936939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72f089f4-3efc-41a0-9907-faa71b5a9bc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.201492275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"827e5ed8-295b-4eb8-8425-956d7697563b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.443027821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2532e781-9bf1-4e1b-bb39-aaebcdd9922c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.545121382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"a54d60bc-57a7-470e-a5fd-a4cd661a7c2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.648411318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41b41a78-82f7-45a2-9379-2eec18090846","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.64845024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"306e2b83-ee6b-4be6-b139-ddabf1160081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.743951642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"2275cbec-a792-4ba9-886e-62e80304232e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.84470022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"8ad6a43e-5937-4738-bdf7-c084bf9fdbea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:57.946421182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"dc2254e9-81e0-43a0-bfc3-b5f58ca5b3c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:58.472531091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"a05f930c-d655-49bf-98e2-890f0509ccf6","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:40:58.472557252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"a05f930c-d655-49bf-98e2-890f0509ccf6","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:10.641907186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.094259263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"694021bf-0eda-4e15-ad2e-a48f0d9c5233","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.330927391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"7a334d92-3473-40a6-bad8-f9bfde30ef7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.576025804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"c1ff861d-9a47-4f8d-b189-25cff45c7ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.696549403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c88f54b-5e14-4cc6-a48b-7ed3b736af8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.799179656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"5bef8ac3-3b5f-4442-84dd-656e8619aba0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:14.897915566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"3a364e0f-fe72-459b-a0a9-460eeb07d11c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.119863627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d0e15a9-937b-47ac-8b51-460f457fc47f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.24040262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"80f91e27-a5eb-456a-92c8-06723615e7fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.340498125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"33c100a4-447e-4211-84e1-62a9b065720c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.363123853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"70ba48df-369a-454f-9e21-d0d74a352726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.440656192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"75e491b3-cf25-40b1-ae34-aa9ae87549a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:15.484329941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"889a598b-308a-4b2d-a916-3dcc5cf3b0f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:31.800678592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"d4b29d95-00f5-4ec2-8448-57fe5dc2ed20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:31.903452947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"da35d19e-d2e1-46a5-b948-8eeabbf480c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.002856362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1102f69f-a8ab-425a-a165-aebe5eb41496","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.101266228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"b2e4f1b8-7975-479e-9b37-4670e16a05e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.202395903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"dc372484-6626-45b0-9dc1-a1672378c985","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.304217858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"791c72c7-2748-420c-9382-e3ba1298fe2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.466730812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"34b194ce-7b0a-43c3-9d80-0a39e9241f25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.565968949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"997a77ac-d56a-424d-987a-ee2d5d32d424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.667323889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"3c412155-be87-4a70-865e-e0b63130856c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.667376204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"6761dcb3-e766-4dd8-82cf-4b9282aac005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.768785168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"e63a991a-6319-4120-b87a-dc20b722d088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:32.889200894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d16c78d-1783-4723-93d0-f04a668dc622","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:39.372120881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"fd289fb4-8409-44d4-9e00-9c8cc3cf36f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-695580","tenantID":"e2e-explicit-695580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:39.490374497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"fd289fb4-8409-44d4-9e00-9c8cc3cf36f2","name":"e2e-explicit-695580-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:40.641570273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:45.471824138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"4302f419-4f69-477d-a5bf-81b2186d3a09","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:45.47185263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"4302f419-4f69-477d-a5bf-81b2186d3a09","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:52.925249097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"4a50188e-0096-4c74-ad43-086c163ea1f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.026644494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"5194ed16-b33e-44c6-a387-974344606470","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.054506784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"aef59812-15c9-4793-935f-c003ff92df37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.363473551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"a3f528b3-3020-403e-a55c-fbe2aba08fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.464361953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"64cb026f-afb0-4a23-92af-3cfffac6fbe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.621882351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"4d9f0bd3-c739-4bcc-be4b-5483394677ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:53.96075534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"ca8d2d18-e7ff-4736-a3a4-f6f8ef18ebdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:54.064705189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"78069cba-2767-4939-a7a1-da713a8970e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:54.161042281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"9efea9b5-e91c-4c7e-8680-7fcefe41294f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:54.261408903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c47afa4-a41d-47b8-8dd3-f0c76844c021","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:54.288527875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6a8412b-2ea1-4d0a-929c-ea9fa5c78a79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:41:54.492487916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"9c09a7f3-5ea7-4e8c-bae6-5d897ff93c9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:10.643265388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:20.153511376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"ba5a6419-5269-4b90-a25d-3c825dea1512","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:20.153542207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"ba5a6419-5269-4b90-a25d-3c825dea1512","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:22.726529455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"8bd9d3f3-94cf-4a4f-9598-46d990ac3515","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:22.726554779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"8bd9d3f3-94cf-4a4f-9598-46d990ac3515","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.27475821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"d818f96f-5316-4e4b-843c-3d406e5da5e4","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.274785459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"d818f96f-5316-4e4b-843c-3d406e5da5e4","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.330684229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"dc91c57f-0015-4a00-bafb-d526fdf5062d","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.330711297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"dc91c57f-0015-4a00-bafb-d526fdf5062d","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.437646752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b4f9a27-2260-42fe-99a6-6383734058d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.562623646Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b4f9a27-2260-42fe-99a6-6383734058d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.618676255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b4f9a27-2260-42fe-99a6-6383734058d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.675436145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"878ff51b-374d-4c53-b3ec-c0067cbe7256","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:28.67545393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"878ff51b-374d-4c53-b3ec-c0067cbe7256","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:38.783410325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"53510b90-b65b-462f-8e5d-f322a5077f70","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:38.840913007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"53510b90-b65b-462f-8e5d-f322a5077f70","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:38.900498939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"53510b90-b65b-462f-8e5d-f322a5077f70","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:40.679813902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:49.008838096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"edb59cfc-6bfd-483d-a44b-b144a5773317","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:49.066602576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"edb59cfc-6bfd-483d-a44b-b144a5773317","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:49.122864794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (438da9ddc8992534b25f17be0dc43de45b780819e107d0659d3198e08d352273) AuthConfig (664243e576b9e28921880c2f3985a399f27d6ac82207c178d18a97dcf20df5d4) AuthConfig (12be2e96aebb27e38c7b7d9631aead518d6332cbfb62964ab2e23a232ae5022d) AuthConfig (b20dbb56e9c9e65f4a6cc1450acacd34c7bf36b83dc24b4ddb1320e1e126f354) AuthConfig (7fd358d3e9edd999d45ae9260602c3a68b48a2bbb40d73df186723e36c66deda) AuthConfig (a95d158affbc8288ee9534c441ee76dd87d217c90626b6f2b2c01a90d88939ff) AuthConfig (5f9ad654bfe14e6cdb58a3cc96abaa6a29ce20706605a9a9413aa97016de7c8e) AuthConfig (d34ba99c09934d7ccd92215ee2393cc1d89292b53809bff9630747ef52d16ec5) AuthConfig (194342bdfd318546315f1280f953c4619df6d8373b69be113f81372650b8c8b7) AuthConfig (5e7c979b7adb7f7c96af6596c40518451359c6f195e1e44592f95454cfe14100) AuthConfig (4232a0cbd75eae3968106700bf97e721cb3f846160c705fc833c6049fef6a72c) AuthConfig (7f016777172f1e6938880af8cba70392ce5d5e29a602106e66df1067b0934abd) AuthConfig (ded21fbb8b13f67fb980ff43a8c816ee8ecef78dab250da87ab8e53b16cba084) AuthConfig (795d71a6028b10d4e3ef825853d4adf4262c831d98decee667a18152691a4d77) AuthConfig (7d08531a5ed2d4c8c71926cd79900792d6dc57de3284cc7643272353306edb82) AuthConfig (21126723c414b1fa3010597bcd274e153177f15994afab4d243f5b6b94f55d1c) AuthConfig (f9ba8687d7219830b002033f53208522e7ae8c7a71950f42049bb5349517faac) AuthConfig (b39f483e033c20940b521e5cbb67b09b74689178a05fcb315b0a64a6271a6cb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"edb59cfc-6bfd-483d-a44b-b144a5773317","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:49.181195228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"b53c08d5-a5fd-4a1b-ac9f-dd5782819f0a","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:49.181214206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"b53c08d5-a5fd-4a1b-ac9f-dd5782819f0a","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:57.344992924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbf63a-6159-41f3-8a8e-894ac0509df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:57.398988483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbf63a-6159-41f3-8a8e-894ac0509df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:57.453018308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbf63a-6159-41f3-8a8e-894ac0509df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:57.506932981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbf63a-6159-41f3-8a8e-894ac0509df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.289043517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"15059d46-02e3-4af4-9271-72a884be3a1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.346963546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"15059d46-02e3-4af4-9271-72a884be3a1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.403109162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (438da9ddc8992534b25f17be0dc43de45b780819e107d0659d3198e08d352273) AuthConfig (664243e576b9e28921880c2f3985a399f27d6ac82207c178d18a97dcf20df5d4) AuthConfig (12be2e96aebb27e38c7b7d9631aead518d6332cbfb62964ab2e23a232ae5022d) AuthConfig (b20dbb56e9c9e65f4a6cc1450acacd34c7bf36b83dc24b4ddb1320e1e126f354) AuthConfig (7fd358d3e9edd999d45ae9260602c3a68b48a2bbb40d73df186723e36c66deda) AuthConfig (a95d158affbc8288ee9534c441ee76dd87d217c90626b6f2b2c01a90d88939ff) AuthConfig (5f9ad654bfe14e6cdb58a3cc96abaa6a29ce20706605a9a9413aa97016de7c8e) AuthConfig (d34ba99c09934d7ccd92215ee2393cc1d89292b53809bff9630747ef52d16ec5) AuthConfig (194342bdfd318546315f1280f953c4619df6d8373b69be113f81372650b8c8b7) AuthConfig (5e7c979b7adb7f7c96af6596c40518451359c6f195e1e44592f95454cfe14100) AuthConfig (4232a0cbd75eae3968106700bf97e721cb3f846160c705fc833c6049fef6a72c) AuthConfig (7f016777172f1e6938880af8cba70392ce5d5e29a602106e66df1067b0934abd) AuthConfig (ded21fbb8b13f67fb980ff43a8c816ee8ecef78dab250da87ab8e53b16cba084) AuthConfig (795d71a6028b10d4e3ef825853d4adf4262c831d98decee667a18152691a4d77) AuthConfig (7d08531a5ed2d4c8c71926cd79900792d6dc57de3284cc7643272353306edb82) AuthConfig (21126723c414b1fa3010597bcd274e153177f15994afab4d243f5b6b94f55d1c) AuthConfig (f9ba8687d7219830b002033f53208522e7ae8c7a71950f42049bb5349517faac) AuthConfig (b39f483e033c20940b521e5cbb67b09b74689178a05fcb315b0a64a6271a6cb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"15059d46-02e3-4af4-9271-72a884be3a1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.441979981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c175dd9-4731-4e58-aa2e-b95b79c633d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.4959371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c175dd9-4731-4e58-aa2e-b95b79c633d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.549889747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c175dd9-4731-4e58-aa2e-b95b79c633d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:42:59.604015616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c175dd9-4731-4e58-aa2e-b95b79c633d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:08.545778144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"5d2a6300-fb52-4e51-b13b-096d18a08d46","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:08.545810462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"5d2a6300-fb52-4e51-b13b-096d18a08d46","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:09.513432068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"232dd4bf-1b1e-4091-ae29-a098212a1750","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:09.572981661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"232dd4bf-1b1e-4091-ae29-a098212a1750","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:09.899613323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"84c343e4-bcb1-4967-a7a4-98e239343186","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:09.89963504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"84c343e4-bcb1-4967-a7a4-98e239343186","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:10.644217415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.168238432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"2952a40b-0c97-4a5b-b644-2115a5f21df0","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.168257152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"2952a40b-0c97-4a5b-b644-2115a5f21df0","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.233322496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"841f367b-efe6-4396-8e4b-7821bbba628c","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.233338953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"841f367b-efe6-4396-8e4b-7821bbba628c","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.278804735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"5a4b1f4a-e4e9-4322-98db-6edaa3b97e4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:43:11.279769578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"f0cdbfee-2d8a-458c-bf4d-0182d4af120c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5fcf8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:43:11.288970662Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"841f367b-efe6-4396-8e4b-7821bbba628c","name":"auth-test-model-a3bf15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a3bf15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:43:11.289014827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"841f367b-efe6-4396-8e4b-7821bbba628c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a3bf15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.294320019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"a8896378-568a-4a28-a50a-35c0ea244e6d","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.294335066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"a8896378-568a-4a28-a50a-35c0ea244e6d","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.338282964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"5a4b1f4a-e4e9-4322-98db-6edaa3b97e4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.386438303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"ca677469-5369-4ac2-93c3-c167fbb8c743","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.38645495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"ca677469-5369-4ac2-93c3-c167fbb8c743","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.447939468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"91d59029-f87b-40c3-9c32-8f7175c9e270","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.447958357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"91d59029-f87b-40c3-9c32-8f7175c9e270","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.615548565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"cde1ebbd-1653-4808-a84a-2257556a854b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.675008309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"cde1ebbd-1653-4808-a84a-2257556a854b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.678269537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"481eb61d-1722-44f2-80f5-0c6ecfa1d309","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"auth-test-model-a3bf15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a3bf15/e2e-auth-iso-d5fcf8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.858638739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"174e822b-3263-49e8-9909-fc92302e6455","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:11.858664055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"174e822b-3263-49e8-9909-fc92302e6455","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:12.076163731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"ab8c544c-fdb2-4bfc-bdd5-23bd7ddbaeb3","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:13.979484619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"30a648e1-c42e-4235-a03a-7fb9fcb1838f","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:13.97950375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"30a648e1-c42e-4235-a03a-7fb9fcb1838f","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.037680805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"663be2eb-f85a-44c9-9014-ad1cf3092ddb","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.037709777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"663be2eb-f85a-44c9-9014-ad1cf3092ddb","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.145312491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8d9acb85-475c-46c1-8508-235d7b4b1268","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.282880768Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8d9acb85-475c-46c1-8508-235d7b4b1268","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.311132155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"47e348bf-b31b-4ffd-8435-71ee253e946b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.311160023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"47e348bf-b31b-4ffd-8435-71ee253e946b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.339727048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8d9acb85-475c-46c1-8508-235d7b4b1268","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.407727495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"8bb813fa-348a-4040-94b2-f04850a23e7c","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:14.407848164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"8bb813fa-348a-4040-94b2-f04850a23e7c","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:19.81102506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"d2a8a5ce-cc20-4cbf-b007-066102b86a19","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:19.811046777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"d2a8a5ce-cc20-4cbf-b007-066102b86a19","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:19.869674989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"0c6ad23f-878e-43a3-a8ba-ff8d3053e286","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:19.869695137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"0c6ad23f-878e-43a3-a8ba-ff8d3053e286","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:19.978844743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"22d0cd13-6754-4d94-8195-756eee5df0c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:20.107297356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"22d0cd13-6754-4d94-8195-756eee5df0c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:20.165091618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"22d0cd13-6754-4d94-8195-756eee5df0c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:20.223167486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"c7d6c4ef-34f6-4376-b7e0-db9cc0da5a9e","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:20.223185478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"c7d6c4ef-34f6-4376-b7e0-db9cc0da5a9e","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:24.521622272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d83fd8b9-77ca-43f8-afa9-7bbeaaf57fe4","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:24.581164033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d83fd8b9-77ca-43f8-afa9-7bbeaaf57fe4","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:24.638536502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d83fd8b9-77ca-43f8-afa9-7bbeaaf57fe4","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:30.331433492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"9c6fac35-c193-4a91-9da9-0bd192ce37a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:30.393579987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"9c6fac35-c193-4a91-9da9-0bd192ce37a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:30.451002832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"9c6fac35-c193-4a91-9da9-0bd192ce37a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:32.591485425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"6c30d420-3e0a-46d3-a458-a51ea33e3161","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:32.763809146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"b7c5e9d6-2436-4956-8c7c-18de6517c8cb","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:32.763827351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"b7c5e9d6-2436-4956-8c7c-18de6517c8cb","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:33.627349011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"2888a175-ac7d-4026-bf49-ade405930dac","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:33.686980948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"2888a175-ac7d-4026-bf49-ade405930dac","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.120562022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"ad567fca-ee11-479e-84d4-1c72c36e9b78","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.120582638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"ad567fca-ee11-479e-84d4-1c72c36e9b78","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.179198162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"67c6a31d-ad30-4b66-96b1-215172070586","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.179217094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"67c6a31d-ad30-4b66-96b1-215172070586","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.286561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"c974b457-ab0a-4c27-a76f-680885b3512f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.428368468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"c974b457-ab0a-4c27-a76f-680885b3512f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.486674501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"c974b457-ab0a-4c27-a76f-680885b3512f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.547204276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"6bc93063-d8e2-4769-881e-c43f96394f1f","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.547226861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"6bc93063-d8e2-4769-881e-c43f96394f1f","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.747791702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"665ada58-4602-4d8f-91fb-a807343af029","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.80806218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"665ada58-4602-4d8f-91fb-a807343af029","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.870566911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (017f50f6adc469535868dee67a6d01bad84b37293f2f3817dce3a338a1e43a82) AuthConfig (91d455a1f59e09ed077fd90f4cc5b221b0d01de10ad76262432c4e54cbd05b7b) AuthConfig (b308127e1a5b837a409dbf2d5f42500be364a2c6bcb87553848ea3201b96f34b) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (da6535af434f29df59bbe5fc731b75a1dbd37db6b34493559751eb9698081849) AuthConfig (07cab29c95c264b368be116bcc63607b106744fe35cc2a1035070a6642675193) AuthConfig (8352cd36567e0295761e8e99af30e3105a1f5dab8a43ca7fcd8122877c724c38) AuthConfig (bb54b79703e77458284a1a601d57717e06619e1ff20b6edbe8ad04f8f5e33a47) AuthConfig (7efd8de787e987783b7a6e8484a2091ee39ed9c2259c5e9c0b522763a2c928c5) AuthConfig (aae9bc2f7a8f07605f909cb31f5f95aa4cc436f4ecf6eaccecd9ce76c9f070f8) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (3a12060b623cbded42c865c6e1a3ab2da8c01dc7847a4e3336303a764c4e2578) AuthConfig (39874029003cb1f39fb9f1aec6153ead33d2c5e04398c3ed675033cc1dd66819) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (af5689d0bed9459f8a8f05769ffeeb10e8928a7530db43a0c6807ab9bd7ecd83) AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"665ada58-4602-4d8f-91fb-a807343af029","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.93418761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"55b114bd-e14b-4c51-8da4-f793731a8500","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:34.934204936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"55b114bd-e14b-4c51-8da4-f793731a8500","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:40.560364699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"c6814526-0a7a-4352-9955-2302606474a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:40.62237307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"c6814526-0a7a-4352-9955-2302606474a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:40.657247701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:40.681352873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"c6814526-0a7a-4352-9955-2302606474a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:40.762767351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-695580","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"explicit-model-695580","reconcileID":"55571f2f-64a2-4810-8c26-d45214434f64","MaaSModelRef":{"name":"explicit-model-695580","namespace":"ai-tenant-e2e-explicit-695580"},"routeName":"explicit-model-695580-kserve-route","namespace":"ai-tenant-e2e-explicit-695580","llmisvcName":"explicit-model-695580","gateway":"openshift-ingress/e2e-explicit-695580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:41.107871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-695580","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"explicit-model-695580","reconcileID":"c6927936-0c15-4984-bd5f-06ff2ae43ece","MaaSModelRef":{"name":"explicit-model-695580","namespace":"ai-tenant-e2e-explicit-695580"},"routeName":"explicit-model-695580-kserve-route","namespace":"ai-tenant-e2e-explicit-695580","llmisvcName":"explicit-model-695580","gateway":"openshift-ingress/e2e-explicit-695580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:44.657753586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"fa62ba11-0c76-4fbd-957a-3ad08cb9a9a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:44.716181818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"fa62ba11-0c76-4fbd-957a-3ad08cb9a9a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:44.773712694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"fa62ba11-0c76-4fbd-957a-3ad08cb9a9a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:45.042295638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"6cbb0e81-8cc2-4bf2-9715-39a683e60d91","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:45.101200787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"6cbb0e81-8cc2-4bf2-9715-39a683e60d91","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:45.166189836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (017f50f6adc469535868dee67a6d01bad84b37293f2f3817dce3a338a1e43a82) AuthConfig (91d455a1f59e09ed077fd90f4cc5b221b0d01de10ad76262432c4e54cbd05b7b) AuthConfig (b308127e1a5b837a409dbf2d5f42500be364a2c6bcb87553848ea3201b96f34b) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (da6535af434f29df59bbe5fc731b75a1dbd37db6b34493559751eb9698081849) AuthConfig (07cab29c95c264b368be116bcc63607b106744fe35cc2a1035070a6642675193) AuthConfig (8352cd36567e0295761e8e99af30e3105a1f5dab8a43ca7fcd8122877c724c38) AuthConfig (bb54b79703e77458284a1a601d57717e06619e1ff20b6edbe8ad04f8f5e33a47) AuthConfig (7efd8de787e987783b7a6e8484a2091ee39ed9c2259c5e9c0b522763a2c928c5) AuthConfig (aae9bc2f7a8f07605f909cb31f5f95aa4cc436f4ecf6eaccecd9ce76c9f070f8) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (3a12060b623cbded42c865c6e1a3ab2da8c01dc7847a4e3336303a764c4e2578) AuthConfig (39874029003cb1f39fb9f1aec6153ead33d2c5e04398c3ed675033cc1dd66819) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (af5689d0bed9459f8a8f05769ffeeb10e8928a7530db43a0c6807ab9bd7ecd83) AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"6cbb0e81-8cc2-4bf2-9715-39a683e60d91","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:50.78959604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"e460f9cf-269c-4a0c-9aad-49fb6ec6bf9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:50.849211093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"e460f9cf-269c-4a0c-9aad-49fb6ec6bf9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:50.908430274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"e460f9cf-269c-4a0c-9aad-49fb6ec6bf9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:54.889507067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3c12f5d6-0ea5-4ff1-845e-5431748c87b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:54.95334494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3c12f5d6-0ea5-4ff1-845e-5431748c87b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:55.009990048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3c12f5d6-0ea5-4ff1-845e-5431748c87b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:55.274395577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"29f5c035-2777-4fe1-a034-4923266937aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:55.333346253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"29f5c035-2777-4fe1-a034-4923266937aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:43:55.390833154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (017f50f6adc469535868dee67a6d01bad84b37293f2f3817dce3a338a1e43a82) AuthConfig (91d455a1f59e09ed077fd90f4cc5b221b0d01de10ad76262432c4e54cbd05b7b) AuthConfig (b308127e1a5b837a409dbf2d5f42500be364a2c6bcb87553848ea3201b96f34b) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (da6535af434f29df59bbe5fc731b75a1dbd37db6b34493559751eb9698081849) AuthConfig (07cab29c95c264b368be116bcc63607b106744fe35cc2a1035070a6642675193) AuthConfig (8352cd36567e0295761e8e99af30e3105a1f5dab8a43ca7fcd8122877c724c38) AuthConfig (bb54b79703e77458284a1a601d57717e06619e1ff20b6edbe8ad04f8f5e33a47) AuthConfig (7efd8de787e987783b7a6e8484a2091ee39ed9c2259c5e9c0b522763a2c928c5) AuthConfig (aae9bc2f7a8f07605f909cb31f5f95aa4cc436f4ecf6eaccecd9ce76c9f070f8) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (3a12060b623cbded42c865c6e1a3ab2da8c01dc7847a4e3336303a764c4e2578) AuthConfig (39874029003cb1f39fb9f1aec6153ead33d2c5e04398c3ed675033cc1dd66819) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (af5689d0bed9459f8a8f05769ffeeb10e8928a7530db43a0c6807ab9bd7ecd83) AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"29f5c035-2777-4fe1-a034-4923266937aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:01.017893275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"06e13f01-7d3f-443b-b7de-9e0506b84e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:01.076908411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"06e13f01-7d3f-443b-b7de-9e0506b84e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:01.135363799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"06e13f01-7d3f-443b-b7de-9e0506b84e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.121211991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"7e3b974a-8e16-4fb0-9acc-cde839445a7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.179561568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"7e3b974a-8e16-4fb0-9acc-cde839445a7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.236398686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"7e3b974a-8e16-4fb0-9acc-cde839445a7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.500086729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"4e9a6ee9-cabd-4207-8fbb-8ebd950ad3a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.558534246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"4e9a6ee9-cabd-4207-8fbb-8ebd950ad3a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:05.615255396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (017f50f6adc469535868dee67a6d01bad84b37293f2f3817dce3a338a1e43a82) AuthConfig (91d455a1f59e09ed077fd90f4cc5b221b0d01de10ad76262432c4e54cbd05b7b) AuthConfig (b308127e1a5b837a409dbf2d5f42500be364a2c6bcb87553848ea3201b96f34b) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (da6535af434f29df59bbe5fc731b75a1dbd37db6b34493559751eb9698081849) AuthConfig (07cab29c95c264b368be116bcc63607b106744fe35cc2a1035070a6642675193) AuthConfig (8352cd36567e0295761e8e99af30e3105a1f5dab8a43ca7fcd8122877c724c38) AuthConfig (bb54b79703e77458284a1a601d57717e06619e1ff20b6edbe8ad04f8f5e33a47) AuthConfig (7efd8de787e987783b7a6e8484a2091ee39ed9c2259c5e9c0b522763a2c928c5) AuthConfig (aae9bc2f7a8f07605f909cb31f5f95aa4cc436f4ecf6eaccecd9ce76c9f070f8) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (3a12060b623cbded42c865c6e1a3ab2da8c01dc7847a4e3336303a764c4e2578) AuthConfig (39874029003cb1f39fb9f1aec6153ead33d2c5e04398c3ed675033cc1dd66819) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (af5689d0bed9459f8a8f05769ffeeb10e8928a7530db43a0c6807ab9bd7ecd83) AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"4e9a6ee9-cabd-4207-8fbb-8ebd950ad3a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:08.880893151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"6de58788-47cc-4c2c-a171-b8a8544339ca","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:10.642393836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:11.243616278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"3d7f78f0-c83f-4077-8228-43f6b4a75356","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:11.301387246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"3d7f78f0-c83f-4077-8228-43f6b4a75356","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:11.358534049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04750bd36ad3dd87f93f836e58fe8382590ee265bab75aeb0c8b5b62f4d75d4c) AuthConfig (361919cc0df8ab4f3fce9996d482ac30875914f86084d43e447eccafa44028df) AuthConfig (e58dcd14e1f94a80788ccbd36ad205abb65ddb507609f06358eb85271123a6ae) AuthConfig (2f3bf264bac3d29389b1d405d6c82190622d0e78b46eb51837111e5d796db8df) AuthConfig (7eea78443e45acd1063259adcee44b4179458bfe81274c09d6cf35e084f5eb6d) AuthConfig (f1da150ddcd9a523fbf57f62a9af047235b6f94adc872f5b74bf769f67b59f8e) AuthConfig (7c1f211133cf305f9ed8d0d57ccd73aa4454e41f5d870d491663df6c7ca36090) AuthConfig (329628d69321fa9456aadb3c079ef4b4ab355cfd1b385df5481d8cf7faf02199) AuthConfig (39bfe57d7dd39901867496b6d79981a46daebd9fbfbaeaa61bb392c7df147fc4) AuthConfig (4104ed0aa38c79b84e3d3cd1775e2fb026ed317214f75388fb098e007426e65c) AuthConfig (e8224937715a94e61cb9492448408a99936954912e515c17658146adb2a188c9) AuthConfig (d2bb5fcaabc4d2510ec70379a70eadfd9209985079d7f14e1a1f7dd995c584f1) AuthConfig (3c88b27df965ebe5543cc1da789ae91bc0b25f6337a07ee70513f9ab4c07829f) AuthConfig (13c881263f2b4633add195817a735bc3d5e9e9c2860852825f0961bbe00a4b9a) AuthConfig (9695cd0306f54a6b7455200c1d4d1e8edfc083bb4771f6e2657847f83c383cc3) AuthConfig (c376afefe474fd5d20b40f5328b086b57d123644d221c3f01a99f988f58779c5) AuthConfig (1278467376cdbe426edc064c17439a2cbe68c8f8e05a8803358260c612413ed4) AuthConfig (cafeabed08d35b4bb5591310747f59f1e30d675a1b9c0acc8abd6bcee54bcaf8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"3d7f78f0-c83f-4077-8228-43f6b4a75356","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:11.41981776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"8e3083d3-23e7-416f-ad39-15657c07240c","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:11.419835831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"8e3083d3-23e7-416f-ad39-15657c07240c","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.344826098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3de0afdd-75aa-4f07-aac7-5093e8067919","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.402524685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3de0afdd-75aa-4f07-aac7-5093e8067919","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.458761325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9841b5f91f6bd4b5854db4db06bfc543b4dcd0d19f6624bb84f0106f50ac2721) AuthConfig (d79c646aea191ee0ba6fe9e8cde29119389cd28e611fb125c5f7d47e1394c616) AuthConfig (58f16bff0241c68c99d843c796f89c2a084b147267ff9f6e5db55fd2a473cdbb) AuthConfig (045cb256f78468a45db4d8f8513e8502dd089eab7d558c823bdd9e43123334a4) AuthConfig (74c98336b8c11a58ec53aa0809cc2625ff8b298d3fb847f75db2be708b7585c6) AuthConfig (65495316baa41fdb3ccffa48ce171b48b5e474975cb59c94ae41da40797f6a27) AuthConfig (d918815d0f57c0abdd6535864d4585e279f1d72de17ec641937360c86e01dad5) AuthConfig (19dd6ede2487c4429a281117a50562fedf6fe1e57f40170cecad304e3ecf9879) AuthConfig (c6d4d25ae56ccdbff8b2abc68073b896fd7d5d93dffbbcd89abbb027d728adc6) AuthConfig (4e3a88f73ad513e5ffef690297dbdd3cd2a366ec109cab2a90fe9502215fb549) AuthConfig (ba968e78e9608904c0770b3397184a47b4d39fa793fd0119975d0da46371d5e4) AuthConfig (3267eda9b69372d1e4a0782e07d937f9825c075cd8ebf33d9f79ad67142300dc) AuthConfig (620ba26b7e997da727fbc9ec38ea7b0e08a0cb3e1f938ec157c589f1e5a175cc) AuthConfig (a892004eaccc59d05912ae207822b18abeab8098f0c795d5f484fe01a8bcb3bd) AuthConfig (d2bb05d546cd18db5c0074127c54cf1f510f1be430c7fd429aef9f0b98d99dd2) AuthConfig (7efc8685b682064092fe0d6c503569efd67cc57b066de8438f58fb6e41999608) AuthConfig (22280dc1d61bccfe7cc242340cd521d78c21bdb0b110c2bd2b647d28c31f296a) AuthConfig (824672c96ddaee20a521bb5e67d99c7bc4ed2806e74cc3ee2b47e26a6769e801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"3de0afdd-75aa-4f07-aac7-5093e8067919","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.516950496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"f38bd0f7-daa5-49c1-b4ed-a9035bb9e104","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.516971289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"f38bd0f7-daa5-49c1-b4ed-a9035bb9e104","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.723563381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"67f76138-ed93-4386-a5c8-e127ce4bf63d","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:15.781488245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"67f76138-ed93-4386-a5c8-e127ce4bf63d","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:16.057039719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"2fc56f3a-78cc-4c28-b3c3-594abf037e9c","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:16.0570612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"2fc56f3a-78cc-4c28-b3c3-594abf037e9c","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.386440385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"a15356ca-9989-4115-97ce-a490801222dd","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.386464828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"a15356ca-9989-4115-97ce-a490801222dd","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.446894749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"0ddb1337-35ea-41e6-b753-f25bc6475508","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.446920981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"0ddb1337-35ea-41e6-b753-f25bc6475508","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:21.492076092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"e4715cc5-6848-4c8b-b25f-ee85b90dc4a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-de58e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.499437923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d43be971-08c0-4212-a194-ed20d8a299f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:21.501939617Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"0ddb1337-35ea-41e6-b753-f25bc6475508","name":"auth-test-model-560be1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-560be1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:21.501985257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"0ddb1337-35ea-41e6-b753-f25bc6475508","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-560be1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.507845798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"056afad3-4212-4d17-b0dc-9291d4d386a3","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.507860783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"056afad3-4212-4d17-b0dc-9291d4d386a3","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.557901624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d43be971-08c0-4212-a194-ed20d8a299f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.598933041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"cff175b0-299e-4201-b14e-7dfce00d47f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.600459605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"123011bd-f4ff-4edd-8a04-0670cc5aa443","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.600478379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"123011bd-f4ff-4edd-8a04-0670cc5aa443","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.658209934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"cff175b0-299e-4201-b14e-7dfce00d47f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.660302792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"b1a493f4-7796-449d-9075-dfded2d3b049","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.660318267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"b1a493f4-7796-449d-9075-dfded2d3b049","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.715215246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04750bd36ad3dd87f93f836e58fe8382590ee265bab75aeb0c8b5b62f4d75d4c) AuthConfig (361919cc0df8ab4f3fce9996d482ac30875914f86084d43e447eccafa44028df) AuthConfig (e58dcd14e1f94a80788ccbd36ad205abb65ddb507609f06358eb85271123a6ae) AuthConfig (2f3bf264bac3d29389b1d405d6c82190622d0e78b46eb51837111e5d796db8df) AuthConfig (7eea78443e45acd1063259adcee44b4179458bfe81274c09d6cf35e084f5eb6d) AuthConfig (f1da150ddcd9a523fbf57f62a9af047235b6f94adc872f5b74bf769f67b59f8e) AuthConfig (7c1f211133cf305f9ed8d0d57ccd73aa4454e41f5d870d491663df6c7ca36090) AuthConfig (329628d69321fa9456aadb3c079ef4b4ab355cfd1b385df5481d8cf7faf02199) AuthConfig (39bfe57d7dd39901867496b6d79981a46daebd9fbfbaeaa61bb392c7df147fc4) AuthConfig (4104ed0aa38c79b84e3d3cd1775e2fb026ed317214f75388fb098e007426e65c) AuthConfig (e8224937715a94e61cb9492448408a99936954912e515c17658146adb2a188c9) AuthConfig (d2bb5fcaabc4d2510ec70379a70eadfd9209985079d7f14e1a1f7dd995c584f1) AuthConfig (3c88b27df965ebe5543cc1da789ae91bc0b25f6337a07ee70513f9ab4c07829f) AuthConfig (13c881263f2b4633add195817a735bc3d5e9e9c2860852825f0961bbe00a4b9a) AuthConfig (9695cd0306f54a6b7455200c1d4d1e8edfc083bb4771f6e2657847f83c383cc3) AuthConfig (c376afefe474fd5d20b40f5328b086b57d123644d221c3f01a99f988f58779c5) AuthConfig (1278467376cdbe426edc064c17439a2cbe68c8f8e05a8803358260c612413ed4) AuthConfig (cafeabed08d35b4bb5591310747f59f1e30d675a1b9c0acc8abd6bcee54bcaf8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"cff175b0-299e-4201-b14e-7dfce00d47f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.874028661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d473d89f-5823-4117-a433-e08364226277","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.88586744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"44f142ba-8207-496c-b087-08d3b25fb7ba","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-auth-test-model-560be1","model":"auth-test-model-560be1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-560be1/e2e-auth-iso-de58e9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:21.932824501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d473d89f-5823-4117-a433-e08364226277","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:22.059326611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"b6e44d42-1d83-46c7-898e-d30eadb16d86","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:22.059347285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"b6e44d42-1d83-46c7-898e-d30eadb16d86","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:22.275949169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"f1a68131-5df5-4a5b-bf17-60be2e7f5cfb","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-auth-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:25.16062828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"06681175-9206-42d1-8d86-8fb5bf55a68c","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:25.160658191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"06681175-9206-42d1-8d86-8fb5bf55a68c","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:25.625645416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5c673f97-7814-45e2-9e9a-f2eedcea5b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:25.68368924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5c673f97-7814-45e2-9e9a-f2eedcea5b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:25.740031067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9841b5f91f6bd4b5854db4db06bfc543b4dcd0d19f6624bb84f0106f50ac2721) AuthConfig (d79c646aea191ee0ba6fe9e8cde29119389cd28e611fb125c5f7d47e1394c616) AuthConfig (58f16bff0241c68c99d843c796f89c2a084b147267ff9f6e5db55fd2a473cdbb) AuthConfig (045cb256f78468a45db4d8f8513e8502dd089eab7d558c823bdd9e43123334a4) AuthConfig (74c98336b8c11a58ec53aa0809cc2625ff8b298d3fb847f75db2be708b7585c6) AuthConfig (65495316baa41fdb3ccffa48ce171b48b5e474975cb59c94ae41da40797f6a27) AuthConfig (d918815d0f57c0abdd6535864d4585e279f1d72de17ec641937360c86e01dad5) AuthConfig (19dd6ede2487c4429a281117a50562fedf6fe1e57f40170cecad304e3ecf9879) AuthConfig (c6d4d25ae56ccdbff8b2abc68073b896fd7d5d93dffbbcd89abbb027d728adc6) AuthConfig (4e3a88f73ad513e5ffef690297dbdd3cd2a366ec109cab2a90fe9502215fb549) AuthConfig (ba968e78e9608904c0770b3397184a47b4d39fa793fd0119975d0da46371d5e4) AuthConfig (3267eda9b69372d1e4a0782e07d937f9825c075cd8ebf33d9f79ad67142300dc) AuthConfig (620ba26b7e997da727fbc9ec38ea7b0e08a0cb3e1f938ec157c589f1e5a175cc) AuthConfig (a892004eaccc59d05912ae207822b18abeab8098f0c795d5f484fe01a8bcb3bd) AuthConfig (d2bb05d546cd18db5c0074127c54cf1f510f1be430c7fd429aef9f0b98d99dd2) AuthConfig (7efc8685b682064092fe0d6c503569efd67cc57b066de8438f58fb6e41999608) AuthConfig (22280dc1d61bccfe7cc242340cd521d78c21bdb0b110c2bd2b647d28c31f296a) AuthConfig (824672c96ddaee20a521bb5e67d99c7bc4ed2806e74cc3ee2b47e26a6769e801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5c673f97-7814-45e2-9e9a-f2eedcea5b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:29.530254106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"960b1b27-40dc-4904-bc55-757594d8425c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:29.700200935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"4fadc957-6b19-4162-b57c-a389942d8425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:29.801238293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7d3b5e03-7686-496e-81d8-d06cdbc01fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:29.821174021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"7921a75f-28cb-49ab-a35f-79303f839ff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.009203593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"df8ce67d-6f70-47e6-b1eb-27c528a5a8e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.110060911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"b1d2ce11-c668-4479-ad1a-5d43dffad61b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.211789085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"82babab0-6cd0-4cf4-8cdc-fd3a6c207346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.309798174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"df313b03-b388-4c2f-b8f4-4964ac1402a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.427272435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"3323dc26-61a5-45d1-a30d-5fd345d0435c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.527291285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"d7908736-b2ea-40b3-90d9-7252762637fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.618148714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"92fda5a8-b027-4c22-987a-4523853e8db3","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.618166281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"92fda5a8-b027-4c22-987a-4523853e8db3","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.666726454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57315472-b2cd-4c9b-abcc-0307d051a2ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.677054995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"ed439fff-14e1-42a9-aef9-8a6f37f079a8","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.677083802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"ed439fff-14e1-42a9-aef9-8a6f37f079a8","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.784210976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"d639e4ff-093e-4ec2-a9de-e8962a88039c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.84843998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"63e7c04f-4240-4e7e-beaf-f5cd547ed138","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.90823832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"d639e4ff-093e-4ec2-a9de-e8962a88039c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:30.964414626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"d639e4ff-093e-4ec2-a9de-e8962a88039c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:31.022727613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e52586a3-9bca-4006-8702-2de07bbf429b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:31.022746846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e52586a3-9bca-4006-8702-2de07bbf429b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:31.088538271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a8471ac-daab-4ebc-a8af-3c7a29ec687b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:31.822545206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"f3537b54-fd38-4e7f-811b-4c545943cc37","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:31.880378158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"f3537b54-fd38-4e7f-811b-4c545943cc37","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:32.203499968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"82b3f4e2-fd0b-41be-ae7c-dde675d32006","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:32.203518539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"82b3f4e2-fd0b-41be-ae7c-dde675d32006","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:35.84806245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"ed061e63-2c96-46e2-b7a6-77edccfc0a0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:35.905485961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"ed061e63-2c96-46e2-b7a6-77edccfc0a0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:36.226746782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"4430ada0-b998-4a86-b08e-38582eb7ef62","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:36.226765235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"4430ada0-b998-4a86-b08e-38582eb7ef62","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.478019856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"bb90e758-bdc1-4a69-8bc5-d8af0a5d7613","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.478044124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"bb90e758-bdc1-4a69-8bc5-d8af0a5d7613","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.539017845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"da41ba87-3422-49fb-b932-c8379ab12098","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.539038646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"da41ba87-3422-49fb-b932-c8379ab12098","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:37.584627583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"a4126a8c-88db-4f9d-b07b-f3016ef6fd93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-113a91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.585164529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"c643a65a-01e5-40e6-b710-8c852f286f91","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.642671539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"c643a65a-01e5-40e6-b710-8c852f286f91","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.690274913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"c5be31c4-43b5-41b8-8233-dc33895a41a6","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.690291381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"c5be31c4-43b5-41b8-8233-dc33895a41a6","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.748335106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"1692899e-7297-4f6a-88ea-008dab0e7559","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.748352251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"1692899e-7297-4f6a-88ea-008dab0e7559","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.909400313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"7ad5f112-8d38-48a4-877c-1cfed1c12598","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.967299647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"7ad5f112-8d38-48a4-877c-1cfed1c12598","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:37.972940273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"6a6b0e02-2a5d-4b51-8d36-a92993b0b374","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-auth-test-model-880560","model":"auth-test-model-880560","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-880560/e2e-auth-iso-113a91"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:38.18465895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"48909e4d-324e-460e-81aa-032f04321546","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:38.184681185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"48909e4d-324e-460e-81aa-032f04321546","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:38.399559348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"6992824c-80f3-4701-a7ce-74ffa7f48a27","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-auth-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:40.642279967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.131671192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"1053d4c6-1e6b-4e4b-aa01-5467c3cd375e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.18876763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"1053d4c6-1e6b-4e4b-aa01-5467c3cd375e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.245617227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"1053d4c6-1e6b-4e4b-aa01-5467c3cd375e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.446755325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"011f418f-9769-412f-8ff0-7e3a8d107764","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.446773946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"011f418f-9769-412f-8ff0-7e3a8d107764","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.507354999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"e31c2b2f-1903-4a28-9b62-2a74d88e6dff","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.507377209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"e31c2b2f-1903-4a28-9b62-2a74d88e6dff","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.55383856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"967c996f-58f4-4d0f-b773-c8b0155e78fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:41.554486285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"c4003498-9650-49cb-9ed9-a121f3d48c03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5fcf8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:41.562909268Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"e31c2b2f-1903-4a28-9b62-2a74d88e6dff","name":"auth-test-model-a77be5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a77be5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:44:41.562958627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"e31c2b2f-1903-4a28-9b62-2a74d88e6dff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a77be5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.568292246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"f5c60303-aaf7-400f-86cf-5550d0a6e9d6","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.568306901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"f5c60303-aaf7-400f-86cf-5550d0a6e9d6","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.61221839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"967c996f-58f4-4d0f-b773-c8b0155e78fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.660540941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"5072efd7-98b4-4ed6-8318-0bc51f5a058e","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.660561519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"5072efd7-98b4-4ed6-8318-0bc51f5a058e","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.716729567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"61466fa6-88c8-4847-ac4a-8dfccbca8988","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.716750346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"61466fa6-88c8-4847-ac4a-8dfccbca8988","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.928001842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"19a041b5-4c7e-422c-b0ee-4366c4f276c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.932940925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"b58ab733-9fd0-414a-be6c-2cef79af720c","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-auth-test-model-a77be5","model":"auth-test-model-a77be5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-a77be5/e2e-auth-iso-d5fcf8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:41.986479256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"19a041b5-4c7e-422c-b0ee-4366c4f276c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:42.104996859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"cd1ec34e-c133-4c5a-8d62-ffb4a32a676b","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:42.105015988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"cd1ec34e-c133-4c5a-8d62-ffb4a32a676b","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:42.321977301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"716698f9-74c3-45e3-8649-8e59edec7b41","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-auth-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:51.353018882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"52067bf2-0c88-4a67-8dd5-a6ac09746084","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:51.41068716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"52067bf2-0c88-4a67-8dd5-a6ac09746084","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:51.46718537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"52067bf2-0c88-4a67-8dd5-a6ac09746084","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:54.799426623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"bb91de46-6d57-4a8f-8921-b2fd505c6bfb","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-auth-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:54.972140645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"4ff813d5-6127-48f2-b000-091234300a00","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:54.972170012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"4ff813d5-6127-48f2-b000-091234300a00","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.044562922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"7ab9bf5e-0e77-4fe6-9df5-210ea42593bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.224088032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5fb3c24e-25ce-4f7c-a8f2-c8c2fa6683bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.345461937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"abed35ea-969a-470b-9109-774b8ac090ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.468114708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"e571898a-2e50-4bac-879a-611399828e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.569387487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"9cb8ce64-061d-4d2d-b6de-23e6b90ccbf2","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-auth-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.67046917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a795dff1-0c36-4161-a06a-b406b3718abd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.741231863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"cb14333e-fc40-4f46-9caa-17a1c6c91694","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.741249606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"cb14333e-fc40-4f46-9caa-17a1c6c91694","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.833853764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"680bb872-0af3-435e-8665-8174a99592e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:55.953546163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"22375427-3a39-40e2-a4b2-628192579f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.053513143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"495975a1-c24e-4ee2-905f-3a388811af7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.074908912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"bd30b7b8-a341-4388-a4e5-dd79b2031497","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.15510194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ea50794b-f7ad-409a-b3f7-a3eb407341d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.26145985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"cc59a672-1a33-44ac-9b30-11ceff173d7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.376644422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"ccdeb389-4429-4422-b46f-22d683152783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.478802662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"3144f914-234c-49f4-b712-34926f8e099a","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.504171143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"50a85efd-a436-4ecf-b0c1-ee6dd46ccb98","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.562265277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"50a85efd-a436-4ecf-b0c1-ee6dd46ccb98","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.68591952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"f59f6291-7539-42bb-a8a5-041ecd2f2a6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:56.744480394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"f59f6291-7539-42bb-a8a5-041ecd2f2a6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.211816358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"e56d0186-b59d-4dfc-b266-3503371c9b52","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.211838851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"e56d0186-b59d-4dfc-b266-3503371c9b52","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.270358909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0cfe1a0c-3e7d-4901-97d4-3796bfe4bed4","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.270378921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0cfe1a0c-3e7d-4901-97d4-3796bfe4bed4","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.377655054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"b28f27d0-24cb-46f4-8399-84fc63a77d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.505607856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"b28f27d0-24cb-46f4-8399-84fc63a77d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.561701979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"b28f27d0-24cb-46f4-8399-84fc63a77d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.6201553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"3628a235-862f-419d-ab19-60ffc609d6de","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:57.620173475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"3628a235-862f-419d-ab19-60ffc609d6de","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.226436152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"2024a257-36a2-4094-a204-25dff217dd51","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.226460601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"2024a257-36a2-4094-a204-25dff217dd51","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.285245622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"ff714d4f-cb3e-4bba-9be4-ee2f98f3958b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.285267814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"ff714d4f-cb3e-4bba-9be4-ee2f98f3958b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.393277098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"42e13f3f-df0f-4e95-89d8-f3d019f0e234","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.517804893Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"42e13f3f-df0f-4e95-89d8-f3d019f0e234","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.57400115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"42e13f3f-df0f-4e95-89d8-f3d019f0e234","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.632298119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"852dc313-0664-458f-9978-6a13b8edd7a6","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:44:58.632316102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"852dc313-0664-458f-9978-6a13b8edd7a6","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:00.03842749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c46f2-cbda-4e39-86ff-2ec16b0909c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:00.092376695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c46f2-cbda-4e39-86ff-2ec16b0909c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:00.146163652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c46f2-cbda-4e39-86ff-2ec16b0909c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:00.201230837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c46f2-cbda-4e39-86ff-2ec16b0909c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:01.615546334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"bca0ac31-5b4b-4ae1-886f-40590e49e08f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:01.675094035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"bca0ac31-5b4b-4ae1-886f-40590e49e08f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:01.731488061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64f56592e14e3ac8ddd3dd50a053fad3b008ea130b7e15ae019ed3536c9b72c7) AuthConfig (4a3fc28ae6e8dd790ad1d992a15d04bc5ba469c9936dfb9e064a5e3c76420b9e) AuthConfig (e9331764bacecfff5c30b3e4c3f0fcf0d0a906ae12448465a870c73e77be2732) AuthConfig (8d2ac3f435067133aecafac2705a826c6dae804bcd42d0e303fc9c2fa4f5a19f) AuthConfig (c2727d7eb3dd394cfde114134c430c7714d3a958615a292b8cc606b230974e19) AuthConfig (e0bf5767d6f2dd5e3e2a16f4977a77ddff5afa33cf9f73a36287fd7ed76f7610) AuthConfig (ed3e3b5ae3e22a65b6ed5bf03e07631d9d9b0b06081e98bf8cea9297951cc04b) AuthConfig (35efde30bcc6fb20a8213cc2ac60828820f79187288ca5034a623b97b6eaa7c6) AuthConfig (86222933a806aebf82ce1733bdf213e1572674ac52328630779ee3f74555a20e) AuthConfig (616ca763ffe534aa3a782de0dbe14481cd03922dd14e83ae974f384a2c6f49da) AuthConfig (43ebdb8a6383dd05f39cd4ca029f6af455cf44ea5f3f57da459b11393a8fa42d) AuthConfig (ffd78e4ec778c3a85a2f2a018f8a80e3f71c44f36f4f61b5de412878d682807c) AuthConfig (76b4bc85958ef4d39e8f7249dfcc0ec5de1fb971ee60768b0f13d1d6df6a05b3) AuthConfig (b3faca544c92c3817d1c139158ca760d2a078e7468e8cf65fa9961cc5d06085c) AuthConfig (3ad27435522644d9c8c57e6172ae81196acee296d750062dc98a818ac754b572) AuthConfig (27339f85923016f715bbd62ab07c73d01e7b3dfd796e4c5f5b255ef784e8554a) AuthConfig (580796e2961a11279bbb551a07922404ef63a7f1258599194a2368875125afe2) AuthConfig (2032092bb1a7c128cd0ddce19d357636605a978c9e45f261c197b750a5183160)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"bca0ac31-5b4b-4ae1-886f-40590e49e08f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:01.790570125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"d1a3d121-b39b-49ae-b782-7aeae2132bbb","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:01.790588057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"d1a3d121-b39b-49ae-b782-7aeae2132bbb","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:02.170193709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74106779-eccc-4e9f-9f75-bbb4ed895b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:02.224205443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74106779-eccc-4e9f-9f75-bbb4ed895b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:02.279011838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74106779-eccc-4e9f-9f75-bbb4ed895b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:02.332925531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74106779-eccc-4e9f-9f75-bbb4ed895b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:07.727924953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"cf10314e-25eb-48ce-8434-3e270ecd9cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:07.786039867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"cf10314e-25eb-48ce-8434-3e270ecd9cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:07.842499172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"cf10314e-25eb-48ce-8434-3e270ecd9cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:08.768346824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"095f75d4-6a69-4b38-b25c-a71ae49a1482","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:08.825722622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"095f75d4-6a69-4b38-b25c-a71ae49a1482","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:08.881919714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"095f75d4-6a69-4b38-b25c-a71ae49a1482","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:10.641942559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:11.898557917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"a6ed1a21-86f1-437c-b635-70d808d7f9b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:11.956749416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"a6ed1a21-86f1-437c-b635-70d808d7f9b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:12.013967227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64f56592e14e3ac8ddd3dd50a053fad3b008ea130b7e15ae019ed3536c9b72c7) AuthConfig (4a3fc28ae6e8dd790ad1d992a15d04bc5ba469c9936dfb9e064a5e3c76420b9e) AuthConfig (e9331764bacecfff5c30b3e4c3f0fcf0d0a906ae12448465a870c73e77be2732) AuthConfig (8d2ac3f435067133aecafac2705a826c6dae804bcd42d0e303fc9c2fa4f5a19f) AuthConfig (c2727d7eb3dd394cfde114134c430c7714d3a958615a292b8cc606b230974e19) AuthConfig (e0bf5767d6f2dd5e3e2a16f4977a77ddff5afa33cf9f73a36287fd7ed76f7610) AuthConfig (ed3e3b5ae3e22a65b6ed5bf03e07631d9d9b0b06081e98bf8cea9297951cc04b) AuthConfig (35efde30bcc6fb20a8213cc2ac60828820f79187288ca5034a623b97b6eaa7c6) AuthConfig (86222933a806aebf82ce1733bdf213e1572674ac52328630779ee3f74555a20e) AuthConfig (616ca763ffe534aa3a782de0dbe14481cd03922dd14e83ae974f384a2c6f49da) AuthConfig (43ebdb8a6383dd05f39cd4ca029f6af455cf44ea5f3f57da459b11393a8fa42d) AuthConfig (ffd78e4ec778c3a85a2f2a018f8a80e3f71c44f36f4f61b5de412878d682807c) AuthConfig (76b4bc85958ef4d39e8f7249dfcc0ec5de1fb971ee60768b0f13d1d6df6a05b3) AuthConfig (b3faca544c92c3817d1c139158ca760d2a078e7468e8cf65fa9961cc5d06085c) AuthConfig (3ad27435522644d9c8c57e6172ae81196acee296d750062dc98a818ac754b572) AuthConfig (27339f85923016f715bbd62ab07c73d01e7b3dfd796e4c5f5b255ef784e8554a) AuthConfig (580796e2961a11279bbb551a07922404ef63a7f1258599194a2368875125afe2) AuthConfig (2032092bb1a7c128cd0ddce19d357636605a978c9e45f261c197b750a5183160)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"a6ed1a21-86f1-437c-b635-70d808d7f9b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:17.953390754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0d71763a-c365-4a9d-93b5-89beaa080b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:18.01091753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0d71763a-c365-4a9d-93b5-89beaa080b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:18.067427594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0d71763a-c365-4a9d-93b5-89beaa080b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:18.990525613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"a07f8b97-b0da-4568-ba7f-a5e49bd25923","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:19.04867622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"a07f8b97-b0da-4568-ba7f-a5e49bd25923","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:19.104850897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"a07f8b97-b0da-4568-ba7f-a5e49bd25923","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:22.122805607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"8a801c48-4203-430c-8b58-5c00d2e5040c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:22.181037048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"8a801c48-4203-430c-8b58-5c00d2e5040c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:22.237763675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-768e90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64f56592e14e3ac8ddd3dd50a053fad3b008ea130b7e15ae019ed3536c9b72c7) AuthConfig (4a3fc28ae6e8dd790ad1d992a15d04bc5ba469c9936dfb9e064a5e3c76420b9e) AuthConfig (e9331764bacecfff5c30b3e4c3f0fcf0d0a906ae12448465a870c73e77be2732) AuthConfig (8d2ac3f435067133aecafac2705a826c6dae804bcd42d0e303fc9c2fa4f5a19f) AuthConfig (c2727d7eb3dd394cfde114134c430c7714d3a958615a292b8cc606b230974e19) AuthConfig (e0bf5767d6f2dd5e3e2a16f4977a77ddff5afa33cf9f73a36287fd7ed76f7610) AuthConfig (ed3e3b5ae3e22a65b6ed5bf03e07631d9d9b0b06081e98bf8cea9297951cc04b) AuthConfig (35efde30bcc6fb20a8213cc2ac60828820f79187288ca5034a623b97b6eaa7c6) AuthConfig (86222933a806aebf82ce1733bdf213e1572674ac52328630779ee3f74555a20e) AuthConfig (616ca763ffe534aa3a782de0dbe14481cd03922dd14e83ae974f384a2c6f49da) AuthConfig (43ebdb8a6383dd05f39cd4ca029f6af455cf44ea5f3f57da459b11393a8fa42d) AuthConfig (ffd78e4ec778c3a85a2f2a018f8a80e3f71c44f36f4f61b5de412878d682807c) AuthConfig (76b4bc85958ef4d39e8f7249dfcc0ec5de1fb971ee60768b0f13d1d6df6a05b3) AuthConfig (b3faca544c92c3817d1c139158ca760d2a078e7468e8cf65fa9961cc5d06085c) AuthConfig (3ad27435522644d9c8c57e6172ae81196acee296d750062dc98a818ac754b572) AuthConfig (27339f85923016f715bbd62ab07c73d01e7b3dfd796e4c5f5b255ef784e8554a) AuthConfig (580796e2961a11279bbb551a07922404ef63a7f1258599194a2368875125afe2) AuthConfig (2032092bb1a7c128cd0ddce19d357636605a978c9e45f261c197b750a5183160)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"8a801c48-4203-430c-8b58-5c00d2e5040c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.755334034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","namespace":"ai-tenant-e2e-explicit-695580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.755391093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","namespace":"ai-tenant-e2e-explicit-695580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.755440038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","tenant":"e2e-explicit-695580","tenantID":"e2e-explicit-695580","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.810941035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Deployment","name":"maas-api-e2e-explicit-695580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.880325195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Service","name":"maas-api-e2e-explicit-695580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.936482036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-695580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:23.992682907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-695580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.054411746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.121170422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.182824182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.244271735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.298287599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Deployment","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.351925767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.405789288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Service","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.460028684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"Service","name":"payload-pre-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.513600015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.567133886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.624001038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.680596488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.733863984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.787349195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.848954344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-695580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:24.903145746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-695580"},"namespace":"ai-tenant-e2e-explicit-695580","name":"default-tenant","reconcileID":"9b60637c-0585-4dae-9e07-9575e5d9b9a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-695580","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:27.703835736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"fc870eaa-49a7-4b70-ab2c-6863cda9fa87","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-auth-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:27.876648075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"42a5fa53-35b6-4573-ab8a-73eb096da0c0","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:27.876666565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"42a5fa53-35b6-4573-ab8a-73eb096da0c0","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:27.959782948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5a91e471-6db5-46b9-9b47-e4e94ea0d914","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.017785406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5a91e471-6db5-46b9-9b47-e4e94ea0d914","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.175189862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"9ee8cf06-2cae-4568-a339-68e7cc7a323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.232484909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"9ee8cf06-2cae-4568-a339-68e7cc7a323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.288810273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (f117213df340dc5a550196eda4ba54159f0432a682757f21ca294510c548e477) AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (09072adaf388296dffa6691021a61f53646c74f028c9ada8b12edc723a1f8002) AuthConfig (6fcb1effaa92e302c1e6537b863409eb337c08884b209463f5e2a5b62b2cbe29) AuthConfig (e8dd1858d4800108a72a3ee216894f829a7c5f26653dbbc940ae3c914ca1b25a) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (30ca66efa01d3bdc09e834daea04ac33a3e5ff8d9915ead1c42e5844effaf8be) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (7f9bfe5efcf3b0f262ca893b7ff487890cda82e2184a9d1bf47b98dcced4c9b5) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (23a3a0ca7a7672fe267755c94a88f2b530a7a5ee50274810efe2e42337323efd) AuthConfig (5f1682fc7016cd62defbadfe13d413231681cc3f8ba4a1f9762c72a597ae56b8) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (68d42f59b59d6f2a72b7db738ba79049d07c790179a87d8295b05bfc8dabfa05) AuthConfig (07a568dca2e8fd631b4726b94906349c9fd005458501d8527b28af8c4b8e4daa) AuthConfig (d95f4fb4b3bbcc7d9f8b95a6b80f939d3050e8baaec9848591f82083e37761ca) AuthConfig (164f8184001a34ece1a8e15dc531099e41cb37d88c3a28660b33cdd8f5e1efea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"9ee8cf06-2cae-4568-a339-68e7cc7a323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.345487045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"f0636e1f-5a92-4e11-9bba-521853845edf","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:28.345503861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"f0636e1f-5a92-4e11-9bba-521853845edf","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.212792784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"e7e8c42d-530e-4499-ab8f-a8304546fc6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.27046805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"e7e8c42d-530e-4499-ab8f-a8304546fc6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.328736009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b890ddb8127e680fbfe7460aa3d8ff8854148c6d5fe78d2047a1b780e71b7e97) AuthConfig (f807e05220c07ecf44ea54c8979deed1ba0715aca9834bc49f8ef0bca80acec4) AuthConfig (d719096112ac286897ef62575e8655840ecc5cb2f06c71ae0b4ae5860aa3745b) AuthConfig (52f5c2ac2be33ee354d5a3c28a0764368f782594173e4a5b8b61fb163016f863) AuthConfig (485d90c5327d304572c6871c30383fc91b19b7349de7c23d71fdf868997d2a8e) AuthConfig (16d38a31a9119b236e0ee5942bdda93cb15d09fa463272c9fec36dd06d4ac291) AuthConfig (e0978affe88a927542a62e06811b7e58d260f0096d414936f376afac7636a976) AuthConfig (52a6bae47542254bef0df3c10cd5e3af2dbde71164ebf3b7d0f71f87c794f546) AuthConfig (dfc6040494e503e13b7945abaf7c5b4e523d0204ee9e1ae8e29e6f841865b2a6) AuthConfig (5391a084bfd64afed08051c4697dc610919fca4d44cf1b88db24097c57bbd2a7) AuthConfig (3f9d3a9008f708eebf9addf34feb1bd7eb7db19f032e00dfdd4e867586bd3e11) AuthConfig (856183ac912ada6e96dfc8774ff881a790fad3196fdda6ff5b354de4b63ce522) AuthConfig (c46ce80089c71d14801493e92a9ad751c7d1f59a5982df5c444e072b71a52b66) AuthConfig (ee8d2308976d5765ca552605192e9b4d4453207f3584f330ac4b616c510db023) AuthConfig (23724436b4993778631f59013a03436c9585b738563b424dcc2cbbc6a854a7e9) AuthConfig (0ba7fa3f343b91eda22ade1d33455d9c02603de17e1da286f5e720fb95fa43e5) AuthConfig (77f3280e883592b103930604e15d1645f253a840a8dfc765de28d9d14540b091) AuthConfig (0e25431e383514b06417c870f153d324b15e5f94907ffdb9b0947c17c5e1464a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"e7e8c42d-530e-4499-ab8f-a8304546fc6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.388716318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"9b6ee1d5-117d-42d7-84e6-9c4dc658fba4","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.388747474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"9b6ee1d5-117d-42d7-84e6-9c4dc658fba4","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:29.982141685Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-695580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-695580","reconcileID":"1593a378-a0e8-49f7-a22d-0574b2ab75d8","aitenant":"ai-tenants/e2e-explicit-695580","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:30.570778752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df795a0a-e4e7-49d4-aa2c-87bdc8156371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:30.624936876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df795a0a-e4e7-49d4-aa2c-87bdc8156371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:30.678798753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df795a0a-e4e7-49d4-aa2c-87bdc8156371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:30.7325286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df795a0a-e4e7-49d4-aa2c-87bdc8156371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:30.849110279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-695580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-695580","reconcileID":"1593a378-a0e8-49f7-a22d-0574b2ab75d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-695580","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-695580"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.111596952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"8137e050-cb22-4ffd-ac5e-2f9d7099b3cb","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.111616122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"8137e050-cb22-4ffd-ac5e-2f9d7099b3cb","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.218671562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"d1462be9-8d6a-4e32-af6f-e26e89035668","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.276800816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"d1462be9-8d6a-4e32-af6f-e26e89035668","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.277667247Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"bda0f442-1eaa-409a-8844-ccf979e6a578","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1282e8c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.351399007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"dc7d3d39-44f4-4279-86aa-021814467631","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.409561515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"dc7d3d39-44f4-4279-86aa-021814467631","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.590410496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"ff309dff-35d0-46dc-bff8-8a94a5496182","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.647959789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"ff309dff-35d0-46dc-bff8-8a94a5496182","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.672343497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9f31d-d1d7-4b67-aaa2-3ea1faa0cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.732622562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9f31d-d1d7-4b67-aaa2-3ea1faa0cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.80829959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9f31d-d1d7-4b67-aaa2-3ea1faa0cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.812776284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"899231e6-3b9f-4b9b-97de-d8cf121b96e9","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.812893463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"899231e6-3b9f-4b9b-97de-d8cf121b96e9","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:32.862866041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9f31d-d1d7-4b67-aaa2-3ea1faa0cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:34.79911844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e63dd88-f332-44b5-a569-c7a733a62287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:34.852807967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e63dd88-f332-44b5-a569-c7a733a62287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:34.906710936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e63dd88-f332-44b5-a569-c7a733a62287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:34.960782762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e63dd88-f332-44b5-a569-c7a733a62287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:37.99194513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"1b39bb78-8053-48e2-9916-7f80dd786514","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:37.991971472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"1b39bb78-8053-48e2-9916-7f80dd786514","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.053106051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e33322ca-efb4-429e-ab61-7ed84193ba3b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.053123665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e33322ca-efb4-429e-ab61-7ed84193ba3b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.09983623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"017cb148-02a2-4359-aa94-728c75f7671c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:38.102780178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"1aa0561c-9895-48ac-a99e-70f7daba8661","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b17bb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:38.108327177Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e33322ca-efb4-429e-ab61-7ed84193ba3b","name":"auth-test-model-768e90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-768e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:38.10838875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"e33322ca-efb4-429e-ab61-7ed84193ba3b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-768e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.113722869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"539c3ed1-3af6-4e56-8704-91d298c5d6a6","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.113738871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"539c3ed1-3af6-4e56-8704-91d298c5d6a6","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.157762565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"017cb148-02a2-4359-aa94-728c75f7671c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.214899326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"8bd40fa2-75ae-447b-afd6-ac3a50ef9ca8","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.214924221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"8bd40fa2-75ae-447b-afd6-ac3a50ef9ca8","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.273231761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"9e83d2fc-178d-48ea-8492-d93dd5c19250","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.273247525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"9e83d2fc-178d-48ea-8492-d93dd5c19250","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.45308502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"6cecbab9-d94a-4e22-9449-7e0e2b5aa215","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.476513441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"ea31d13c-a328-4d73-97ca-a3c88836cda7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.492697237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"29b6c1b8-296f-4192-86e7-a6edf7cf4c6e","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"maas-trlp-auth-test-model-768e90","model":"auth-test-model-768e90","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-768e90/e2e-auth-iso-b17bb8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.511082246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"6cecbab9-d94a-4e22-9449-7e0e2b5aa215","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.533978397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"ea31d13c-a328-4d73-97ca-a3c88836cda7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.567311665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (f117213df340dc5a550196eda4ba54159f0432a682757f21ca294510c548e477) AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (09072adaf388296dffa6691021a61f53646c74f028c9ada8b12edc723a1f8002) AuthConfig (6fcb1effaa92e302c1e6537b863409eb337c08884b209463f5e2a5b62b2cbe29) AuthConfig (e8dd1858d4800108a72a3ee216894f829a7c5f26653dbbc940ae3c914ca1b25a) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (30ca66efa01d3bdc09e834daea04ac33a3e5ff8d9915ead1c42e5844effaf8be) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (7f9bfe5efcf3b0f262ca893b7ff487890cda82e2184a9d1bf47b98dcced4c9b5) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (23a3a0ca7a7672fe267755c94a88f2b530a7a5ee50274810efe2e42337323efd) AuthConfig (5f1682fc7016cd62defbadfe13d413231681cc3f8ba4a1f9762c72a597ae56b8) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (68d42f59b59d6f2a72b7db738ba79049d07c790179a87d8295b05bfc8dabfa05) AuthConfig (07a568dca2e8fd631b4726b94906349c9fd005458501d8527b28af8c4b8e4daa) AuthConfig (d95f4fb4b3bbcc7d9f8b95a6b80f939d3050e8baaec9848591f82083e37761ca) AuthConfig (164f8184001a34ece1a8e15dc531099e41cb37d88c3a28660b33cdd8f5e1efea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"6cecbab9-d94a-4e22-9449-7e0e2b5aa215","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.663573947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"a73bd31d-ec21-4ac3-96ad-d59586783a60","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.663592014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"a73bd31d-ec21-4ac3-96ad-d59586783a60","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:38.880537523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"0a1bdb7f-6b29-42d1-a840-192beaf67432","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"maas-trlp-auth-test-model-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:39.4967212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"197cbf61-4d65-43a3-810d-c1853da6a0e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:39.55423259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"197cbf61-4d65-43a3-810d-c1853da6a0e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:39.61068583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b890ddb8127e680fbfe7460aa3d8ff8854148c6d5fe78d2047a1b780e71b7e97) AuthConfig (f807e05220c07ecf44ea54c8979deed1ba0715aca9834bc49f8ef0bca80acec4) AuthConfig (d719096112ac286897ef62575e8655840ecc5cb2f06c71ae0b4ae5860aa3745b) AuthConfig (52f5c2ac2be33ee354d5a3c28a0764368f782594173e4a5b8b61fb163016f863) AuthConfig (485d90c5327d304572c6871c30383fc91b19b7349de7c23d71fdf868997d2a8e) AuthConfig (16d38a31a9119b236e0ee5942bdda93cb15d09fa463272c9fec36dd06d4ac291) AuthConfig (e0978affe88a927542a62e06811b7e58d260f0096d414936f376afac7636a976) AuthConfig (52a6bae47542254bef0df3c10cd5e3af2dbde71164ebf3b7d0f71f87c794f546) AuthConfig (dfc6040494e503e13b7945abaf7c5b4e523d0204ee9e1ae8e29e6f841865b2a6) AuthConfig (5391a084bfd64afed08051c4697dc610919fca4d44cf1b88db24097c57bbd2a7) AuthConfig (3f9d3a9008f708eebf9addf34feb1bd7eb7db19f032e00dfdd4e867586bd3e11) AuthConfig (856183ac912ada6e96dfc8774ff881a790fad3196fdda6ff5b354de4b63ce522) AuthConfig (c46ce80089c71d14801493e92a9ad751c7d1f59a5982df5c444e072b71a52b66) AuthConfig (ee8d2308976d5765ca552605192e9b4d4453207f3584f330ac4b616c510db023) AuthConfig (23724436b4993778631f59013a03436c9585b738563b424dcc2cbbc6a854a7e9) AuthConfig (0ba7fa3f343b91eda22ade1d33455d9c02603de17e1da286f5e720fb95fa43e5) AuthConfig (77f3280e883592b103930604e15d1645f253a840a8dfc765de28d9d14540b091) AuthConfig (0e25431e383514b06417c870f153d324b15e5f94907ffdb9b0947c17c5e1464a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"197cbf61-4d65-43a3-810d-c1853da6a0e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:40.642286313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.318441017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"801aebf5-e5f3-4cfb-b11c-f91c4b1aac9b","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.375544234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"801aebf5-e5f3-4cfb-b11c-f91c4b1aac9b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.381026503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"0fddfd9f-9e2c-4d0e-9577-732959f770d3","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.381120112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"0fddfd9f-9e2c-4d0e-9577-732959f770d3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.392024684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"45a19e00-936e-472b-93ee-99fb1e554fa4","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.392093961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"45a19e00-936e-472b-93ee-99fb1e554fa4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.413227519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"e832800d-db9a-4077-8063-56491b2effc4","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.413275731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"e832800d-db9a-4077-8063-56491b2effc4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.453885371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"c54cf04a-b6a6-4e3b-8343-dd90f10e6a1c","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.453966082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"c54cf04a-b6a6-4e3b-8343-dd90f10e6a1c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.534507876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"18b87742-ea29-4377-b884-5538e8c40ba5","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.534575753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"18b87742-ea29-4377-b884-5538e8c40ba5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.695495026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"1341d463-630d-4713-a255-1abfc913795a","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:41.695565106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"1341d463-630d-4713-a255-1abfc913795a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:42.01624674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"6bf4e5a0-c187-4010-b559-45964ae27a06","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:42.016440627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"6bf4e5a0-c187-4010-b559-45964ae27a06","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.331452403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"1681f940-ef9f-40e0-9d7c-6c697d26b5ef","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","subscription":"e2e-auth-iso-d5fcf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.385343468Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"1681f940-ef9f-40e0-9d7c-6c697d26b5ef","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.439366698Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"1681f940-ef9f-40e0-9d7c-6c697d26b5ef","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:42.657520122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"2ce54794-9a10-4a0b-a77e-6e9dbfae4d3d","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:42.657578865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"2ce54794-9a10-4a0b-a77e-6e9dbfae4d3d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.722601527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"e12a8539-763e-4e1c-858f-0556e6bab865","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.722621313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"e12a8539-763e-4e1c-858f-0556e6bab865","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.830275354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"dc541786-73e6-44d1-9528-25ec23ebe80e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.848964941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"2e0e647f-1e64-4233-8d63-251c14b38ef8","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.848981398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"2e0e647f-1e64-4233-8d63-251c14b38ef8","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.888042177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"dc541786-73e6-44d1-9528-25ec23ebe80e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:42.95563639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"12159a25-2c4b-4958-8278-041716b21ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.012783215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"12159a25-2c4b-4958-8278-041716b21ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.014683368Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"c9cf9135-61e8-4bd8-add8-2389c935faec","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f8db362","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.201809945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"1074707a-5f18-494e-aaf4-69b31d9e388e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.25957305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"1074707a-5f18-494e-aaf4-69b31d9e388e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.402811406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5c4f11ee-2a21-4dbb-82bc-da2bc576be29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:43.460843347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"5c4f11ee-2a21-4dbb-82bc-da2bc576be29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:43.938434385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"d9d299ed-a154-44b8-b54c-49e4e2550cad","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:43.938494121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"d9d299ed-a154-44b8-b54c-49e4e2550cad","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:46.499818594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"039673c6-5af0-4658-ab76-cde7494ca3cf","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:45:46.499878351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c89f1e","namespace":"ai-tenant-e2e-noten-c89f1e"},"namespace":"ai-tenant-e2e-noten-c89f1e","name":"noten-model-c89f1e","reconcileID":"039673c6-5af0-4658-ab76-cde7494ca3cf","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c89f1e/noten-model-c89f1e-kserve-route (gateways: [openshift-ingress/e2e-noten-c89f1e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:48.674984002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"bca40f05-7e13-410f-af42-9e28516fabc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:48.732832879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"bca40f05-7e13-410f-af42-9e28516fabc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:48.789192127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (f117213df340dc5a550196eda4ba54159f0432a682757f21ca294510c548e477) AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (09072adaf388296dffa6691021a61f53646c74f028c9ada8b12edc723a1f8002) AuthConfig (6fcb1effaa92e302c1e6537b863409eb337c08884b209463f5e2a5b62b2cbe29) AuthConfig (e8dd1858d4800108a72a3ee216894f829a7c5f26653dbbc940ae3c914ca1b25a) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (30ca66efa01d3bdc09e834daea04ac33a3e5ff8d9915ead1c42e5844effaf8be) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (7f9bfe5efcf3b0f262ca893b7ff487890cda82e2184a9d1bf47b98dcced4c9b5) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (23a3a0ca7a7672fe267755c94a88f2b530a7a5ee50274810efe2e42337323efd) AuthConfig (5f1682fc7016cd62defbadfe13d413231681cc3f8ba4a1f9762c72a597ae56b8) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (68d42f59b59d6f2a72b7db738ba79049d07c790179a87d8295b05bfc8dabfa05) AuthConfig (07a568dca2e8fd631b4726b94906349c9fd005458501d8527b28af8c4b8e4daa) AuthConfig (d95f4fb4b3bbcc7d9f8b95a6b80f939d3050e8baaec9848591f82083e37761ca) AuthConfig (164f8184001a34ece1a8e15dc531099e41cb37d88c3a28660b33cdd8f5e1efea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"bca40f05-7e13-410f-af42-9e28516fabc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:49.717660139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"cc494414-c87b-4ad8-8085-107272c9abe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:49.774995902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"cc494414-c87b-4ad8-8085-107272c9abe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:49.831228761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b890ddb8127e680fbfe7460aa3d8ff8854148c6d5fe78d2047a1b780e71b7e97) AuthConfig (f807e05220c07ecf44ea54c8979deed1ba0715aca9834bc49f8ef0bca80acec4) AuthConfig (d719096112ac286897ef62575e8655840ecc5cb2f06c71ae0b4ae5860aa3745b) AuthConfig (52f5c2ac2be33ee354d5a3c28a0764368f782594173e4a5b8b61fb163016f863) AuthConfig (485d90c5327d304572c6871c30383fc91b19b7349de7c23d71fdf868997d2a8e) AuthConfig (16d38a31a9119b236e0ee5942bdda93cb15d09fa463272c9fec36dd06d4ac291) AuthConfig (e0978affe88a927542a62e06811b7e58d260f0096d414936f376afac7636a976) AuthConfig (52a6bae47542254bef0df3c10cd5e3af2dbde71164ebf3b7d0f71f87c794f546) AuthConfig (dfc6040494e503e13b7945abaf7c5b4e523d0204ee9e1ae8e29e6f841865b2a6) AuthConfig (5391a084bfd64afed08051c4697dc610919fca4d44cf1b88db24097c57bbd2a7) AuthConfig (3f9d3a9008f708eebf9addf34feb1bd7eb7db19f032e00dfdd4e867586bd3e11) AuthConfig (856183ac912ada6e96dfc8774ff881a790fad3196fdda6ff5b354de4b63ce522) AuthConfig (c46ce80089c71d14801493e92a9ad751c7d1f59a5982df5c444e072b71a52b66) AuthConfig (ee8d2308976d5765ca552605192e9b4d4453207f3584f330ac4b616c510db023) AuthConfig (23724436b4993778631f59013a03436c9585b738563b424dcc2cbbc6a854a7e9) AuthConfig (0ba7fa3f343b91eda22ade1d33455d9c02603de17e1da286f5e720fb95fa43e5) AuthConfig (77f3280e883592b103930604e15d1645f253a840a8dfc765de28d9d14540b091) AuthConfig (0e25431e383514b06417c870f153d324b15e5f94907ffdb9b0947c17c5e1464a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"cc494414-c87b-4ad8-8085-107272c9abe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.068968114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b9c7b06-683a-43da-b588-452f0fedcea3","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","subscription":"e2e-auth-iso-d5fcf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.123286755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b9c7b06-683a-43da-b588-452f0fedcea3","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.17787007Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"9b9c7b06-683a-43da-b588-452f0fedcea3","MaaSSubscription":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.460516116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"705a63c0-337b-4d94-bb9f-377484702470","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.460535368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"705a63c0-337b-4d94-bb9f-377484702470","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.56795223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"8bb7ead0-ed20-4312-9f8d-a57e2e0acb39","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.597147442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9163511f-eb96-4669-b2f1-1ee329b009bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.597233139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"aea88a1f-0a5b-4815-b63b-7a5a17edf340","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.597248003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"aea88a1f-0a5b-4815-b63b-7a5a17edf340","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.627500588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"8bb7ead0-ed20-4312-9f8d-a57e2e0acb39","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.757969945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9163511f-eb96-4669-b2f1-1ee329b009bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.883128479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9163511f-eb96-4669-b2f1-1ee329b009bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.883149621Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-auth-iso-d5fcf8","reconcileID":"9163511f-eb96-4669-b2f1-1ee329b009bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.912203662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"471ab64a-3591-4132-9eb1-e2c0b56a17c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.940226144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"63a75a01-9e61-4445-8878-3bbc07ac7884","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/auth-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.940244109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"auth-test-model-a3bf15","reconcileID":"63a75a01-9e61-4445-8878-3bbc07ac7884","MaaSModelRef":{"name":"auth-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"auth-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"auth-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:53.970174539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"471ab64a-3591-4132-9eb1-e2c0b56a17c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.08614557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"c6b366d5-89d2-464d-81fc-c63b16fbf71f","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.086163623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"c6b366d5-89d2-464d-81fc-c63b16fbf71f","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.178554272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"2a09aa26-52b7-4c05-9bce-c5ed387614e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.433462478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"2a09aa26-52b7-4c05-9bce-c5ed387614e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.559602267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"2a09aa26-52b7-4c05-9bce-c5ed387614e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.559627577Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-auth-iso-d5fcf8","reconcileID":"2a09aa26-52b7-4c05-9bce-c5ed387614e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5fcf8","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.618720696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"46975d2d-73e5-4889-876f-63a97565e76b","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/auth-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:54.618742529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"auth-test-model-a77be5","reconcileID":"46975d2d-73e5-4889-876f-63a97565e76b","MaaSModelRef":{"name":"auth-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"auth-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"auth-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:58.8969594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0cf7f882-6ad7-4978-b805-c9a1479ab049","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:58.954561264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0cf7f882-6ad7-4978-b805-c9a1479ab049","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:59.276438238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"f3354a17-d4f0-4a4e-927f-4bedfea9ce97","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:59.276457288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"f3354a17-d4f0-4a4e-927f-4bedfea9ce97","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:59.938515084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"c84aef74-94d0-4df3-aa12-ee03fad00ab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:45:59.995998788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"c84aef74-94d0-4df3-aa12-ee03fad00ab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:00.317627716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"7491f8e4-4c81-4585-bf17-a5ff52d5ec2b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:00.31764634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"7491f8e4-4c81-4585-bf17-a5ff52d5ec2b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.558430389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"8ad775d6-fc25-4e15-adb2-ba6801420699","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.558454277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"8ad775d6-fc25-4e15-adb2-ba6801420699","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.618414662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"66a22a3a-b1ed-4180-a025-ebfe39cbf64e","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.618432973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"66a22a3a-b1ed-4180-a025-ebfe39cbf64e","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.665571774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"afc40552-477f-4a53-a16b-b9d0472d06b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:46:04.670946813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"ed097c86-cec0-48c7-8e6a-9110b9273c2b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-de58e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:46:04.673633586Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"66a22a3a-b1ed-4180-a025-ebfe39cbf64e","name":"auth-test-model-d74f01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d74f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:46:04.673685711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"66a22a3a-b1ed-4180-a025-ebfe39cbf64e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d74f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.679908132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0772010f-3553-4309-9414-d2de7f0daa75","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.679924746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0772010f-3553-4309-9414-d2de7f0daa75","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.723585377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"afc40552-477f-4a53-a16b-b9d0472d06b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.784605348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"6286c5e0-6d68-496e-827c-96b2f4074c83","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.784622083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"6286c5e0-6d68-496e-827c-96b2f4074c83","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.842829475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"ec409334-d1e2-47c8-a97e-435be4132f4c","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:04.842847403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"ec409334-d1e2-47c8-a97e-435be4132f4c","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.039235582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"b495c06a-64f4-4164-8744-476f0e51264c","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.069977609Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"0a81188e-9c53-46fd-8f73-b665963a5853","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-auth-test-model-d74f01","model":"auth-test-model-d74f01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-d74f01/e2e-auth-iso-de58e9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.097328214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"b495c06a-64f4-4164-8744-476f0e51264c","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.241112648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"779d3dfc-40a0-488c-8888-76e70bb7fd83","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.241131416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"779d3dfc-40a0-488c-8888-76e70bb7fd83","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.456752854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"fc666cd7-807f-44ca-8f01-4d2bf9809beb","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-auth-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.548205192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"eea5e7dd-6fa1-4d28-845d-04527d872e14","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.548223213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"eea5e7dd-6fa1-4d28-845d-04527d872e14","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.63025692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"e94432da-8c0c-4c7a-800c-8ec695c1c050","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.63027446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"e94432da-8c0c-4c7a-800c-8ec695c1c050","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.65490408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"66d197f7-c3b9-4ee2-99ff-dcfbcbff1d8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:46:05.658438099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"05688109-55eb-4329-a1df-73a4fe26ae6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-113a91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.713744292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"66d197f7-c3b9-4ee2-99ff-dcfbcbff1d8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.771749869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"ad7ffce1-dfb5-4d12-975a-d7a17a3e5196","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.771768753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"ad7ffce1-dfb5-4d12-975a-d7a17a3e5196","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.828373038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"8b9ef198-5a79-4064-8efc-2fff800fe777","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:05.828390362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"8b9ef198-5a79-4064-8efc-2fff800fe777","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.0292144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"1a2054de-95a4-4e0b-98af-9fb48a3d8166","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.047781478Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"de8d1e5f-3791-47b9-8ac1-b36f5eecc7b0","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-auth-test-model-6e4b8d","model":"auth-test-model-6e4b8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-6e4b8d/e2e-auth-iso-113a91"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.089785128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"1a2054de-95a4-4e0b-98af-9fb48a3d8166","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.292710127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"c91cc789-8126-4949-b638-bba9789e0e6b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.292730588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"c91cc789-8126-4949-b638-bba9789e0e6b","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:06.508439572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"3afa3ce0-0ce0-470e-aede-5a8bcd992dca","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-auth-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:10.64234727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.180886073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"07042256-4eb6-4afb-b048-fd9ea4cc4216","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"maas-trlp-auth-test-model-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.305771398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"c697a451-2892-4c45-a249-8973a924ccf1","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-auth-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.357598675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"b7a3b2e9-6ae9-44b6-94a3-362315d77e73","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.357616293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"b7a3b2e9-6ae9-44b6-94a3-362315d77e73","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.475643604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"91a4983d-5fda-40fe-8795-1b74cd219534","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:27.475667136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"91a4983d-5fda-40fe-8795-1b74cd219534","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.417174711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"d7a2fee3-59cc-4302-95b7-0fc5da6a1661","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-auth-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.529579574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"f87360c1-fffa-40b1-9cbf-858c684887c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.60151249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"6fdab163-376a-4a1d-9a06-4cf1713e626c","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.60153769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"6fdab163-376a-4a1d-9a06-4cf1713e626c","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.605681482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"f87360c1-fffa-40b1-9cbf-858c684887c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.929708791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"53dd879d-45fe-4845-b4b3-1b1fa2c8b383","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.929732251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"53dd879d-45fe-4845-b4b3-1b1fa2c8b383","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.987728877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"49f07603-678c-4f5b-8c0b-09956aa1f680","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:28.987754923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"49f07603-678c-4f5b-8c0b-09956aa1f680","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.003177047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"dcbecdab-0469-4b74-ada2-0dbf2683b858","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.060799059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"dcbecdab-0469-4b74-ada2-0dbf2683b858","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.103100449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"be0d8ba4-fe95-467a-9618-01b8937fafa3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.206905092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"ae7495ed-6ee4-469e-81b3-b65a67c5fc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.236767848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"be0d8ba4-fe95-467a-9618-01b8937fafa3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.264822779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"ae7495ed-6ee4-469e-81b3-b65a67c5fc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.293406557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"be0d8ba4-fe95-467a-9618-01b8937fafa3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.349491279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"60a2c568-6056-41bb-9a76-d5c997c8d76e","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:29.349507923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"60a2c568-6056-41bb-9a76-d5c997c8d76e","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:30.572031016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"d2df3bb5-610f-423d-86cc-b7f2958c1986","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:30.572050391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"d2df3bb5-610f-423d-86cc-b7f2958c1986","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:30.6801155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"79b3896d-280a-4042-81f3-9e55b2059804","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:30.737719451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"79b3896d-280a-4042-81f3-9e55b2059804","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:30.739691326Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"687f18ba-6424-4869-8ee0-4048df1ebed5","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bbd379d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:31.052788723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"13b740ff-06c2-4e9f-9355-4a660452f8bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:31.110444066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"13b740ff-06c2-4e9f-9355-4a660452f8bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.251341002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"ea3ced09-94d6-4eb1-990b-2bce013e9b09","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.25136645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"ea3ced09-94d6-4eb1-990b-2bce013e9b09","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.359584083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"d581c23c-95cd-44fc-a528-c9da87d328fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.418542175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"d581c23c-95cd-44fc-a528-c9da87d328fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.418924945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"f31f796c-a4ad-4237-b68e-2dd0ab160598","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d147965c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.734115576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"ec23382d-cb2b-4a52-bdf0-c511945d790e","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:33.792259021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"ec23382d-cb2b-4a52-bdf0-c511945d790e","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:39.456691864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a7d9082f-a5b8-4f68-bf32-30abc088f7c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:39.514484565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a7d9082f-a5b8-4f68-bf32-30abc088f7c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:39.571232421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a7d9082f-a5b8-4f68-bf32-30abc088f7c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:40.642751414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:40.794529046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d848ead2-ba15-47a4-ac81-85fa83ce3bca","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","subscription":"e2e-auth-iso-de58e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:40.848785659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d848ead2-ba15-47a4-ac81-85fa83ce3bca","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:40.903505656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"d848ead2-ba15-47a4-ac81-85fa83ce3bca","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.188889474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"8f937bd5-7744-4d65-80d2-234d64c50ffd","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.188911738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"8f937bd5-7744-4d65-80d2-234d64c50ffd","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.298277047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"9faad7b9-d9fc-413f-869a-73aca701bb28","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.323078702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0b5486da-a6d6-48e2-92b3-fbd5b38d44b5","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.323098669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"0b5486da-a6d6-48e2-92b3-fbd5b38d44b5","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.361031535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"9faad7b9-d9fc-413f-869a-73aca701bb28","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.430928298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"1fc413c2-9e15-4d2d-b3b3-bb99be4027b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.489642718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"1fc413c2-9e15-4d2d-b3b3-bb99be4027b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.490954691Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"03597848-2360-4f13-a081-dbb7fa4bcb8d","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e07c332b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.677895174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"4b4398a9-7068-4441-b2fa-0e879ebb6a28","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.735775728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"4b4398a9-7068-4441-b2fa-0e879ebb6a28","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.777605413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"c77ab020-fd8f-4a6b-8a37-a67fbd8f6b24","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:41.880408096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"c77ab020-fd8f-4a6b-8a37-a67fbd8f6b24","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.473407906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"4b57922c-8041-4d55-9ef4-f7ee79d4e917","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","subscription":"e2e-auth-iso-113a91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.527408759Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"4b57922c-8041-4d55-9ef4-f7ee79d4e917","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.581768059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"4b57922c-8041-4d55-9ef4-f7ee79d4e917","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.863776673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"a563eb27-ab6a-4044-84a0-3e6dce613caf","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.86379592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"a563eb27-ab6a-4044-84a0-3e6dce613caf","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:43.971363461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"68816b8b-bfc3-4f19-b445-95ecc6c4661a","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.006407341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"e46f8b9c-3318-4735-b56e-d50a61af27ac","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.006428604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"e46f8b9c-3318-4735-b56e-d50a61af27ac","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.02889713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"68816b8b-bfc3-4f19-b445-95ecc6c4661a","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.115483444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"c40eb913-884d-4b1e-b12c-8a34371fb461","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.173412594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"c40eb913-884d-4b1e-b12c-8a34371fb461","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.174627355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"f19981dd-6761-417d-86fd-892fb397186f","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-438ffc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.345125476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"7973f5f1-336e-4642-8d83-822f687cebe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.403167202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"7973f5f1-336e-4642-8d83-822f687cebe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.500037948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"6ee217d7-2b48-4537-b859-f0d38808d76d","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:44.557641245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"6ee217d7-2b48-4537-b859-f0d38808d76d","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:49.682294326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"2e8f17bc-7be9-4e45-9874-1b56407b50b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:49.740254861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"2e8f17bc-7be9-4e45-9874-1b56407b50b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:49.796289622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"2e8f17bc-7be9-4e45-9874-1b56407b50b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:51.54663579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"f972c53d-ac1e-4606-8a4a-339ef2bfa72a","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","subscription":"e2e-auth-iso-de58e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:51.600438157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"f972c53d-ac1e-4606-8a4a-339ef2bfa72a","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:51.654740963Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"f972c53d-ac1e-4606-8a4a-339ef2bfa72a","MaaSSubscription":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:51.94251843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"7dcb1f80-6ea3-4ad5-a61e-dee8b52ebb76","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:51.942540492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"7dcb1f80-6ea3-4ad5-a61e-dee8b52ebb76","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.053891621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"79dfcb86-980d-4090-a2d4-0e06c6995c8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.103182648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8fd7f0e8-1e5b-4715-aa46-c82facdf6103","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.103312252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"93e507bd-5c48-4b23-b5cf-c196ff10a5dc","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.103331798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"93e507bd-5c48-4b23-b5cf-c196ff10a5dc","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.114479821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"79dfcb86-980d-4090-a2d4-0e06c6995c8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.275753351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8fd7f0e8-1e5b-4715-aa46-c82facdf6103","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.403680668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8fd7f0e8-1e5b-4715-aa46-c82facdf6103","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.403706715Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-auth-iso-de58e9","reconcileID":"8fd7f0e8-1e5b-4715-aa46-c82facdf6103","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.430330531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"d45b6594-6278-4115-9b36-6d0eaf6c6623","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.460752635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"7c8410d1-d8da-4265-a431-26b8733190c0","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/auth-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.460773974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"auth-test-model-560be1","reconcileID":"7c8410d1-d8da-4265-a431-26b8733190c0","MaaSModelRef":{"name":"auth-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"auth-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"auth-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.488722946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"d45b6594-6278-4115-9b36-6d0eaf6c6623","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.599491852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"4fe1f7cf-67ea-4819-9ebf-0b8436455612","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.599513038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"4fe1f7cf-67ea-4819-9ebf-0b8436455612","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.700915399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"153962a0-3796-4758-bad9-a76afb5b2903","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.861570164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"153962a0-3796-4758-bad9-a76afb5b2903","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.98834329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"153962a0-3796-4758-bad9-a76afb5b2903","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:52.988371891Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-auth-iso-de58e9","reconcileID":"153962a0-3796-4758-bad9-a76afb5b2903","MaaSAuthPolicy":{"name":"e2e-auth-iso-de58e9","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:53.046557912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"558ebd7e-62f5-4847-8948-52542adbed70","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/auth-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:53.046584673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"auth-test-model-d74f01","reconcileID":"558ebd7e-62f5-4847-8948-52542adbed70","MaaSModelRef":{"name":"auth-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"auth-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"auth-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.228742067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"fa041cc5-e8e4-4565-9e51-9b0f4136f201","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","subscription":"e2e-auth-iso-113a91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.282642517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"fa041cc5-e8e4-4565-9e51-9b0f4136f201","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.338896743Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"fa041cc5-e8e4-4565-9e51-9b0f4136f201","MaaSSubscription":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.669170141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"5b1d26f3-7b7d-42fa-82cf-5fead0c762c2","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.669192137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"5b1d26f3-7b7d-42fa-82cf-5fead0c762c2","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.776179247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"e6ff4192-9ab5-403d-971e-bf7b976c21a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.805106435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"de900fe0-bdda-43fe-87dc-e89011c2d271","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.805257373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"8e7efbc4-622f-4544-a5f2-219e1f838a80","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.8052753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"8e7efbc4-622f-4544-a5f2-219e1f838a80","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.834113833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"e6ff4192-9ab5-403d-971e-bf7b976c21a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.965644107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"de900fe0-bdda-43fe-87dc-e89011c2d271","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:54.969053212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d8d09c-b95e-4569-9d04-aba60aa2bcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.023165444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d8d09c-b95e-4569-9d04-aba60aa2bcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.077109592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d8d09c-b95e-4569-9d04-aba60aa2bcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.131553512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d8d09c-b95e-4569-9d04-aba60aa2bcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.144604625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"de900fe0-bdda-43fe-87dc-e89011c2d271","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.144627444Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-auth-iso-113a91","reconcileID":"de900fe0-bdda-43fe-87dc-e89011c2d271","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.185649761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be3a95b0-e645-43f8-b9df-5d8be071944b","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.202163568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"57d05b7f-1003-413a-b9ec-753f8462d3bd","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/auth-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.202182182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"auth-test-model-880560","reconcileID":"57d05b7f-1003-413a-b9ec-753f8462d3bd","MaaSModelRef":{"name":"auth-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"auth-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"auth-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.243713438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be3a95b0-e645-43f8-b9df-5d8be071944b","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.339946769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"eb515454-6efc-4a8c-9a9e-7337de43b09c","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.339965288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"eb515454-6efc-4a8c-9a9e-7337de43b09c","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.45622465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be501fe2-c039-46a4-b26a-a67c35d3eac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.503956372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f94865","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f94865","reconcileID":"8d68647f-e51c-490f-95a0-b3607fd749ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f94865","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f94865":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.664199545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be501fe2-c039-46a4-b26a-a67c35d3eac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.801172345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be501fe2-c039-46a4-b26a-a67c35d3eac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.80119593Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-auth-iso-113a91","reconcileID":"be501fe2-c039-46a4-b26a-a67c35d3eac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-113a91","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.858973087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"9b6a77a0-ce9f-4d95-8727-5546baae6425","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/auth-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:55.858994538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"auth-test-model-6e4b8d","reconcileID":"9b6a77a0-ce9f-4d95-8727-5546baae6425","MaaSModelRef":{"name":"auth-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"auth-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"auth-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:57.130785912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5ef626-7d36-4347-baea-e5eba9649733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:57.185113237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5ef626-7d36-4347-baea-e5eba9649733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:57.238806847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5ef626-7d36-4347-baea-e5eba9649733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:57.292660789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5ef626-7d36-4347-baea-e5eba9649733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.267167209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe887b-ef9b-4837-a449-66f5d1ddbdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.321683675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe887b-ef9b-4837-a449-66f5d1ddbdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.375921522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe887b-ef9b-4837-a449-66f5d1ddbdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.429766195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe887b-ef9b-4837-a449-66f5d1ddbdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.903757987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"f7e5ac56-6609-4a40-bdd0-c3d0578e4d60","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:46:59.961330009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"f7e5ac56-6609-4a40-bdd0-c3d0578e4d60","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:00.017931986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1283b10430c8976593e397c2b03b9e890a34f01d6849caca321fec371697fd37) AuthConfig (1770bdb1a958c74b2b550905d36ef2b1ba3d819617ac4e5439c25889e3059256) AuthConfig (ea7db01d587df931c39feae6604939afccf59819c03fd76288c70955f5eef4b6) AuthConfig (79bc3f9974152770a774b458a4c077322259d9ff37da402f60c93873a56ba27c) AuthConfig (c6b8fba9ce6bcda98631e0544dfbb58915180ae2333c8fe22e25bae629002cc1) AuthConfig (9fc778f68a5fa83481024c724676163d85b39dc5120139f50d30d71bf3318e37) AuthConfig (4aef5f675590350996fb64b6dba56ae222cde5690e94992f19803924c3feb8c5) AuthConfig (30a2dbfdbae39bc45167a200018073bf486c14e96724b5b48c1bfbc1efda2fb8) AuthConfig (aef47099f6145af37d49641cac384dc38dd865fde3d82b013db5323c6a89c5b0) AuthConfig (6ae206ec1178f975727cf372218dfda99b89f0976e5ad3605a0561cb6612f489) AuthConfig (1af346506a06d1a55c1890197deb083a7892be76c780b2dfa02da9f083d3e031) AuthConfig (94c43202d19853f0df9f95a455ba874ce8cdd85ab9e75a49d1385f674d63af68) AuthConfig (15a94e94727874a15db1ef273b4600ce2de9809fefa1dd149012e5320fe07675) AuthConfig (159cb312bd3454c1b709ef78302c20e3ef91a255f7285c907ab6a6116167074f) AuthConfig (2dabf08ca2939d47f814d6f167d8dbb2bbeec35312550d1363d331b6befd6e7f) AuthConfig (d747a180d8dc948d6ab603c8983cf9a4c3100c074dd12c510b6989fb11ae3530) AuthConfig (9294cfab33c6cdefb7e48f4a67732d056da1f6f783d06ba76a962e6c9aae2024) AuthConfig (5311f68507506552d676ffd49d39d74ea299d939f14ae93956e67f804b1461ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"f7e5ac56-6609-4a40-bdd0-c3d0578e4d60","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:00.077412238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"6096cfbe-b635-40b3-a77b-514aab57c6e5","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:00.07743225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"6096cfbe-b635-40b3-a77b-514aab57c6e5","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:09.118096963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366504d-5b8a-4cfc-a4f8-88cad2af325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:09.171907626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366504d-5b8a-4cfc-a4f8-88cad2af325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:09.225871033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366504d-5b8a-4cfc-a4f8-88cad2af325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:09.280172355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366504d-5b8a-4cfc-a4f8-88cad2af325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:09.724584869Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-49bb90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-49bb90","reconcileID":"9799334b-e9f7-469d-a164-e81d29a8b3c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-49bb90","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-49bb90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:10.191815921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"037fbec5-c054-4d8b-86b8-c3d34680289d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:10.250631169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"037fbec5-c054-4d8b-86b8-c3d34680289d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:10.307038148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1283b10430c8976593e397c2b03b9e890a34f01d6849caca321fec371697fd37) AuthConfig (1770bdb1a958c74b2b550905d36ef2b1ba3d819617ac4e5439c25889e3059256) AuthConfig (ea7db01d587df931c39feae6604939afccf59819c03fd76288c70955f5eef4b6) AuthConfig (79bc3f9974152770a774b458a4c077322259d9ff37da402f60c93873a56ba27c) AuthConfig (c6b8fba9ce6bcda98631e0544dfbb58915180ae2333c8fe22e25bae629002cc1) AuthConfig (9fc778f68a5fa83481024c724676163d85b39dc5120139f50d30d71bf3318e37) AuthConfig (4aef5f675590350996fb64b6dba56ae222cde5690e94992f19803924c3feb8c5) AuthConfig (30a2dbfdbae39bc45167a200018073bf486c14e96724b5b48c1bfbc1efda2fb8) AuthConfig (aef47099f6145af37d49641cac384dc38dd865fde3d82b013db5323c6a89c5b0) AuthConfig (6ae206ec1178f975727cf372218dfda99b89f0976e5ad3605a0561cb6612f489) AuthConfig (1af346506a06d1a55c1890197deb083a7892be76c780b2dfa02da9f083d3e031) AuthConfig (94c43202d19853f0df9f95a455ba874ce8cdd85ab9e75a49d1385f674d63af68) AuthConfig (15a94e94727874a15db1ef273b4600ce2de9809fefa1dd149012e5320fe07675) AuthConfig (159cb312bd3454c1b709ef78302c20e3ef91a255f7285c907ab6a6116167074f) AuthConfig (2dabf08ca2939d47f814d6f167d8dbb2bbeec35312550d1363d331b6befd6e7f) AuthConfig (d747a180d8dc948d6ab603c8983cf9a4c3100c074dd12c510b6989fb11ae3530) AuthConfig (9294cfab33c6cdefb7e48f4a67732d056da1f6f783d06ba76a962e6c9aae2024) AuthConfig (5311f68507506552d676ffd49d39d74ea299d939f14ae93956e67f804b1461ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"037fbec5-c054-4d8b-86b8-c3d34680289d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:10.642202817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:11.238902686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cedf4fb-9364-4fd4-bcb3-1502cccc74b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:11.292545006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cedf4fb-9364-4fd4-bcb3-1502cccc74b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:11.346382154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cedf4fb-9364-4fd4-bcb3-1502cccc74b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:11.400151155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cedf4fb-9364-4fd4-bcb3-1502cccc74b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:13.335103031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b4db4-dba5-47c1-8428-ca77f73b20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:13.388947548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b4db4-dba5-47c1-8428-ca77f73b20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:13.44660112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b4db4-dba5-47c1-8428-ca77f73b20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:13.505326565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b4db4-dba5-47c1-8428-ca77f73b20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:15.448455324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559b8eae-b90e-4dee-b5c2-e31f01a92d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:15.502578779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559b8eae-b90e-4dee-b5c2-e31f01a92d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:15.556842746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559b8eae-b90e-4dee-b5c2-e31f01a92d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:15.610784918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559b8eae-b90e-4dee-b5c2-e31f01a92d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:17.567788431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7ed4d4-2e7a-484e-af8d-84cacc39f027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:17.621616627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7ed4d4-2e7a-484e-af8d-84cacc39f027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:17.675477139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7ed4d4-2e7a-484e-af8d-84cacc39f027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:17.729397406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7ed4d4-2e7a-484e-af8d-84cacc39f027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:20.416511884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"b6540d8b-c74c-4e4f-ae43-6da7188169cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:20.475721678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"b6540d8b-c74c-4e4f-ae43-6da7188169cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:20.532304591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ea5230-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1283b10430c8976593e397c2b03b9e890a34f01d6849caca321fec371697fd37) AuthConfig (1770bdb1a958c74b2b550905d36ef2b1ba3d819617ac4e5439c25889e3059256) AuthConfig (ea7db01d587df931c39feae6604939afccf59819c03fd76288c70955f5eef4b6) AuthConfig (79bc3f9974152770a774b458a4c077322259d9ff37da402f60c93873a56ba27c) AuthConfig (c6b8fba9ce6bcda98631e0544dfbb58915180ae2333c8fe22e25bae629002cc1) AuthConfig (9fc778f68a5fa83481024c724676163d85b39dc5120139f50d30d71bf3318e37) AuthConfig (4aef5f675590350996fb64b6dba56ae222cde5690e94992f19803924c3feb8c5) AuthConfig (30a2dbfdbae39bc45167a200018073bf486c14e96724b5b48c1bfbc1efda2fb8) AuthConfig (aef47099f6145af37d49641cac384dc38dd865fde3d82b013db5323c6a89c5b0) AuthConfig (6ae206ec1178f975727cf372218dfda99b89f0976e5ad3605a0561cb6612f489) AuthConfig (1af346506a06d1a55c1890197deb083a7892be76c780b2dfa02da9f083d3e031) AuthConfig (94c43202d19853f0df9f95a455ba874ce8cdd85ab9e75a49d1385f674d63af68) AuthConfig (15a94e94727874a15db1ef273b4600ce2de9809fefa1dd149012e5320fe07675) AuthConfig (159cb312bd3454c1b709ef78302c20e3ef91a255f7285c907ab6a6116167074f) AuthConfig (2dabf08ca2939d47f814d6f167d8dbb2bbeec35312550d1363d331b6befd6e7f) AuthConfig (d747a180d8dc948d6ab603c8983cf9a4c3100c074dd12c510b6989fb11ae3530) AuthConfig (9294cfab33c6cdefb7e48f4a67732d056da1f6f783d06ba76a962e6c9aae2024) AuthConfig (5311f68507506552d676ffd49d39d74ea299d939f14ae93956e67f804b1461ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"b6540d8b-c74c-4e4f-ae43-6da7188169cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:30.640651481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"09e0895a-5c19-48b8-908f-c965b5550f87","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:30.698226398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"09e0895a-5c19-48b8-908f-c965b5550f87","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:31.02228712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"9b782fcc-b53d-44f9-b15f-9ff88c05afa2","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:31.022307965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"9b782fcc-b53d-44f9-b15f-9ff88c05afa2","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.388273413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"858d3d10-03a4-4439-86d8-1025410012d9","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.388295272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"858d3d10-03a4-4439-86d8-1025410012d9","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.448381469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"881fe53b-2218-4239-af80-fb8ce85baf75","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.448401509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"881fe53b-2218-4239-af80-fb8ce85baf75","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.49602699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"f2e8b38c-0ed6-4865-8397-e0493e4643b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:47:36.499262026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"4477e4a4-ab55-423f-93b6-51e0cab05e90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b17bb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:47:36.503158865Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"881fe53b-2218-4239-af80-fb8ce85baf75","name":"auth-test-model-ea5230","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ea5230\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:47:36.503214702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"881fe53b-2218-4239-af80-fb8ce85baf75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ea5230\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.508556894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"e097c540-d492-440c-83ca-0be348b0d815","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.508574172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"e097c540-d492-440c-83ca-0be348b0d815","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.554091994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"f2e8b38c-0ed6-4865-8397-e0493e4643b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.612214325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"beb9ff08-8f16-41f2-a87c-22bc4c396cb2","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.612235561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"beb9ff08-8f16-41f2-a87c-22bc4c396cb2","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.671312638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"f1eb02e1-7779-46ac-8af7-d9ba12cc5031","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.671334542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"f1eb02e1-7779-46ac-8af7-d9ba12cc5031","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.869356912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"d789c540-ab7c-45cc-8ad7-515fe0fe2d5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.890662577Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"d49491f5-f601-42c8-bc48-68dfe0516ee3","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"maas-trlp-auth-test-model-ea5230","model":"auth-test-model-ea5230","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-ea5230/e2e-auth-iso-b17bb8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:36.926614435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"d789c540-ab7c-45cc-8ad7-515fe0fe2d5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:37.061534506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"11bc1e57-a1e9-44b9-8e88-3d325b6ace49","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:37.061564263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"11bc1e57-a1e9-44b9-8e88-3d325b6ace49","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:37.277679854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"8c617d71-cd33-4058-a3c9-013dc1121fcc","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"maas-trlp-auth-test-model-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:40.642171188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:52.352816496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"87425d25-952e-4959-815e-50293b7be1ab","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"maas-trlp-auth-test-model-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:52.523916595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"23fea3a4-13fc-4dcd-a8b3-7ebec268d64b","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:52.523937364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"23fea3a4-13fc-4dcd-a8b3-7ebec268d64b","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:53.032875343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"348e04a3-bb98-4d7e-8aa0-28fc884aed1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:53.090799743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"348e04a3-bb98-4d7e-8aa0-28fc884aed1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:58.877969487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"d4a8d229-2abc-4337-bee0-89c6edc5bdba","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:58.877993236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"d4a8d229-2abc-4337-bee0-89c6edc5bdba","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:58.984926633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"f4c6e7af-4d73-4961-a33e-f2c68dd5759d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:59.042729627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"f4c6e7af-4d73-4961-a33e-f2c68dd5759d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:59.043565088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"b535cc50-679f-4cd0-bf53-4372eef3024d","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58eaa2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:59.310211778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"faa6cd83-d488-4e1a-bd1e-c49b8b88e315","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:47:59.368514132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"faa6cd83-d488-4e1a-bd1e-c49b8b88e315","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:00.490361852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d10bac-ba1e-43db-9b55-49a0fd2da37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:00.547053781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d10bac-ba1e-43db-9b55-49a0fd2da37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:00.602956199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d10bac-ba1e-43db-9b55-49a0fd2da37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:00.656885922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d10bac-ba1e-43db-9b55-49a0fd2da37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:01.742053151Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b2a601","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b2a601","reconcileID":"869ba3c2-b797-4302-b24b-96ca6be06781","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b2a601","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b2a601":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:02.404847268Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-31c162","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-31c162","reconcileID":"3b40678c-10cd-433d-b7c1-b29c862636f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-31c162","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-31c162":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:02.591044235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8272f77c-ad1e-47c1-847f-1b8f5da23afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:02.645027069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8272f77c-ad1e-47c1-847f-1b8f5da23afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:02.699127168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8272f77c-ad1e-47c1-847f-1b8f5da23afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:02.75302796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8272f77c-ad1e-47c1-847f-1b8f5da23afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:04.731702378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce365122-9382-4b64-a2b3-a4ab6f80e3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:04.785509027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce365122-9382-4b64-a2b3-a4ab6f80e3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:04.839424594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce365122-9382-4b64-a2b3-a4ab6f80e3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:04.893556686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce365122-9382-4b64-a2b3-a4ab6f80e3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:06.819580485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b27d2e7-9d52-4b6a-b28c-fe4bda7c9e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:06.873424041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b27d2e7-9d52-4b6a-b28c-fe4bda7c9e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:06.931101674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b27d2e7-9d52-4b6a-b28c-fe4bda7c9e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:06.986962834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b27d2e7-9d52-4b6a-b28c-fe4bda7c9e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:08.911661166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65aa70ab-62c5-4fa9-80c1-84e9d1ff7c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:08.965484277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65aa70ab-62c5-4fa9-80c1-84e9d1ff7c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.020822045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65aa70ab-62c5-4fa9-80c1-84e9d1ff7c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.075195446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65aa70ab-62c5-4fa9-80c1-84e9d1ff7c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.129237292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"ddcf0313-1d4b-44dc-b66d-408f9675b6e3","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","subscription":"e2e-auth-iso-b17bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.183497133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"ddcf0313-1d4b-44dc-b66d-408f9675b6e3","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.238214104Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"ddcf0313-1d4b-44dc-b66d-408f9675b6e3","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"maas-trlp-auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.519179145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"54a1f5ac-6504-4f3c-bcb5-fe5adf52fe61","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.519198108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"54a1f5ac-6504-4f3c-bcb5-fe5adf52fe61","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.626006076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"c9284ed3-ab0a-4289-9e21-4342d54f4e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.65813556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"2ee41375-6736-4dd8-8833-a0b80bc4bff9","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.658151901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"2ee41375-6736-4dd8-8833-a0b80bc4bff9","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.683321985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"c9284ed3-ab0a-4289-9e21-4342d54f4e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.764556509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"d51271f9-b8c4-4144-bd8c-09a1fe20ea9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.821879292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"d51271f9-b8c4-4144-bd8c-09a1fe20ea9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.824239873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a621b297-907a-42d3-a1c7-0761413ee212","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90d0e9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:09.997669058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"bb1c317b-33a4-470a-b60f-cfcdfbe6a76a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:10.055137463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"bb1c317b-33a4-470a-b60f-cfcdfbe6a76a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:10.260548861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"126d94c7-23af-4f1b-8192-980a8c81ff6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:10.318080232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"126d94c7-23af-4f1b-8192-980a8c81ff6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:10.641905182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:11.0214332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100765-1f98-4e7f-8617-4178b97ed1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:11.075154463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100765-1f98-4e7f-8617-4178b97ed1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:11.129716457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100765-1f98-4e7f-8617-4178b97ed1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:11.183931711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100765-1f98-4e7f-8617-4178b97ed1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:13.114619547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f1161-273d-4404-9cc5-14e9cf7ba3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:13.169379359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f1161-273d-4404-9cc5-14e9cf7ba3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:13.223782489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f1161-273d-4404-9cc5-14e9cf7ba3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:13.278179155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f1161-273d-4404-9cc5-14e9cf7ba3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.223769337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39afafaa-3b8c-4d32-b79d-e17bcdb16f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.277464716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39afafaa-3b8c-4d32-b79d-e17bcdb16f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.331298352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39afafaa-3b8c-4d32-b79d-e17bcdb16f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.385397838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39afafaa-3b8c-4d32-b79d-e17bcdb16f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.659266215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"e967c92e-7914-4537-966e-498553094f6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f94865","tenantID":"e2e-extmod-a-f94865","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:15.783603479Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"e967c92e-7914-4537-966e-498553094f6f","name":"e2e-extmod-a-f94865-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:19.879294123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"569c1aa8-6b4b-4232-8ef2-dc8d7b662188","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","subscription":"e2e-auth-iso-b17bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:19.933210366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"569c1aa8-6b4b-4232-8ef2-dc8d7b662188","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:19.987694063Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"569c1aa8-6b4b-4232-8ef2-dc8d7b662188","MaaSSubscription":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"maas-trlp-auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.268859535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"98591580-f31b-4340-846c-580fdb519b5a","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.268880097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"98591580-f31b-4340-846c-580fdb519b5a","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.376648867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"57549d55-9074-4129-bdb3-e89105d4d1ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.412266726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"6175ff8b-5853-438b-a0e3-ef19c0859793","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.412422009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"a4bcb0b1-f987-49c8-bbcc-4dd029a7db26","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.412439564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"a4bcb0b1-f987-49c8-bbcc-4dd029a7db26","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.435475557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"57549d55-9074-4129-bdb3-e89105d4d1ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.620724754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"6175ff8b-5853-438b-a0e3-ef19c0859793","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.747436184Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"6175ff8b-5853-438b-a0e3-ef19c0859793","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"name":"e2e-shared-a-w1-768e90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.747458629Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"e2e-auth-iso-b17bb8","reconcileID":"6175ff8b-5853-438b-a0e3-ef19c0859793","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.775453031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a8e16a9b-cf9d-4749-8d9d-8b3f8d3efcf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.80536973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"f9a70999-289f-4f34-ac05-00a6eed7cd4b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"tenant":"e2e-shared-a-w1-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","model":"ai-tenant-e2e-shared-a-w1-768e90/auth-test-model-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.805388938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"auth-test-model-768e90","reconcileID":"f9a70999-289f-4f34-ac05-00a6eed7cd4b","MaaSModelRef":{"name":"auth-test-model-768e90","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"routeName":"auth-test-model-768e90-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-768e90","llmisvcName":"auth-test-model-768e90","gateway":"openshift-ingress/e2e-shared-a-w1-768e90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.834182365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"a8e16a9b-cf9d-4749-8d9d-8b3f8d3efcf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.950370931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"f83027b4-60cd-4b55-b6bc-96615fd9853f","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:20.950388929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"f83027b4-60cd-4b55-b6bc-96615fd9853f","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.042471353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"8e7f9ba1-02a4-4231-948a-d037f494d783","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.249654657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"8e7f9ba1-02a4-4231-948a-d037f494d783","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.374158647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"8e7f9ba1-02a4-4231-948a-d037f494d783","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"name":"e2e-shared-b-w1-ea5230-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.374184956Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"e2e-auth-iso-b17bb8","reconcileID":"8e7f9ba1-02a4-4231-948a-d037f494d783","MaaSAuthPolicy":{"name":"e2e-auth-iso-b17bb8","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.431873743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"dbbcf701-39d9-4527-9117-3a9fe42941ea","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"tenant":"e2e-shared-b-w1-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","model":"ai-tenant-e2e-shared-b-w1-ea5230/auth-test-model-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:21.431892083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"auth-test-model-ea5230","reconcileID":"dbbcf701-39d9-4527-9117-3a9fe42941ea","MaaSModelRef":{"name":"auth-test-model-ea5230","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"routeName":"auth-test-model-ea5230-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","llmisvcName":"auth-test-model-ea5230","gateway":"openshift-ingress/e2e-shared-b-w1-ea5230","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:30.912435933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"19166501-e4c5-4123-8159-0db0dbef01d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-49bb90","tenantID":"e2e-extmod-a-49bb90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:31.029622319Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"19166501-e4c5-4123-8159-0db0dbef01d1","name":"e2e-extmod-a-49bb90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:48:40.64183457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:00.972986094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62205828-6335-4805-84b0-a412828dabc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:01.027044695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62205828-6335-4805-84b0-a412828dabc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:01.080999158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62205828-6335-4805-84b0-a412828dabc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:01.13514608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62205828-6335-4805-84b0-a412828dabc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:01.498406341Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-bb2768","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-bb2768","reconcileID":"d7529a00-799c-46f7-bdc6-98b6cf6d2bc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-bb2768","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-bb2768":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:03.1222794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8702ce-65f6-4f2e-9abe-d1179595e98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:03.175872298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8702ce-65f6-4f2e-9abe-d1179595e98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:03.229796956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8702ce-65f6-4f2e-9abe-d1179595e98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:03.28348498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8702ce-65f6-4f2e-9abe-d1179595e98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:05.221612595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25553114-9fb0-48c5-b0dd-e496402e6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:05.276299382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25553114-9fb0-48c5-b0dd-e496402e6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:05.333279922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25553114-9fb0-48c5-b0dd-e496402e6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:05.38819778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25553114-9fb0-48c5-b0dd-e496402e6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:07.30767935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b115283-3fc6-4b0f-a56a-ade648f155e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:07.361725841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b115283-3fc6-4b0f-a56a-ade648f155e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:07.415957507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b115283-3fc6-4b0f-a56a-ade648f155e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:07.469780938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b115283-3fc6-4b0f-a56a-ade648f155e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:09.402962753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8641e9e-67ba-4b54-86d9-d8a75cbb9cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:09.457865635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8641e9e-67ba-4b54-86d9-d8a75cbb9cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:09.512150809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8641e9e-67ba-4b54-86d9-d8a75cbb9cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:09.566219312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8641e9e-67ba-4b54-86d9-d8a75cbb9cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:10.641745241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:11.503025801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce851b-c032-4da1-8763-07309214f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:11.557266934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce851b-c032-4da1-8763-07309214f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:11.611505137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce851b-c032-4da1-8763-07309214f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:11.665656185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce851b-c032-4da1-8763-07309214f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:27.527241266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"5354ba1e-2ec4-40f9-b84c-bcf9ff4e938d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b2a601","tenantID":"e2e-extmod-a-b2a601","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:27.644553234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"5354ba1e-2ec4-40f9-b84c-bcf9ff4e938d","name":"e2e-extmod-a-b2a601-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:32.665294303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"de2ff525-a9f1-4e1b-b8ae-8318ff40f9f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31c162","tenantID":"e2e-extmod-a-31c162","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:32.783158476Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"de2ff525-a9f1-4e1b-b8ae-8318ff40f9f0","name":"e2e-extmod-a-31c162-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:40.64196904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:49.865394395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18601638-dd3c-4b00-b11a-225ae0d23cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:49.920171922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18601638-dd3c-4b00-b11a-225ae0d23cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:49.9740796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18601638-dd3c-4b00-b11a-225ae0d23cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:50.028340307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18601638-dd3c-4b00-b11a-225ae0d23cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:51.964098428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262aefa5-f4e7-4683-a0b0-e77c2ca455e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:52.018540038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262aefa5-f4e7-4683-a0b0-e77c2ca455e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:52.073181609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262aefa5-f4e7-4683-a0b0-e77c2ca455e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:52.127121524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262aefa5-f4e7-4683-a0b0-e77c2ca455e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:54.070647642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194c513f-9e49-4347-87d1-33fe87678069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:54.124664014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194c513f-9e49-4347-87d1-33fe87678069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:54.179017909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194c513f-9e49-4347-87d1-33fe87678069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:54.233001528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194c513f-9e49-4347-87d1-33fe87678069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:56.234953056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70d2e0a-f2b4-48f3-b333-847191a00872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:56.289639479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70d2e0a-f2b4-48f3-b333-847191a00872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:56.344850751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70d2e0a-f2b4-48f3-b333-847191a00872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:56.398919744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70d2e0a-f2b4-48f3-b333-847191a00872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:58.357254921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b46b530-56dd-4cb0-8250-0ff29ad001e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:58.411382789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b46b530-56dd-4cb0-8250-0ff29ad001e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:58.465200845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b46b530-56dd-4cb0-8250-0ff29ad001e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:49:58.518951255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b46b530-56dd-4cb0-8250-0ff29ad001e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:00.478426763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abacb228-fa24-4a63-93ad-a6a1fc295ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:00.536248679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abacb228-fa24-4a63-93ad-a6a1fc295ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:00.594770034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abacb228-fa24-4a63-93ad-a6a1fc295ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:00.649690322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abacb228-fa24-4a63-93ad-a6a1fc295ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:02.41082543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6e637d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6e637d","reconcileID":"4082e59d-6db0-4826-8d5f-bc9cfc271bc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6e637d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6e637d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:02.634518412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d2b129-13ef-4c8f-a0fe-ad9fb756a804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:02.693248111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d2b129-13ef-4c8f-a0fe-ad9fb756a804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:02.747361635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d2b129-13ef-4c8f-a0fe-ad9fb756a804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:02.801457345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d2b129-13ef-4c8f-a0fe-ad9fb756a804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:04.792371942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5638d6fc-ef82-4c80-ae41-f5308661f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:04.84962169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5638d6fc-ef82-4c80-ae41-f5308661f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:04.903824427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5638d6fc-ef82-4c80-ae41-f5308661f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:04.968876083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5638d6fc-ef82-4c80-ae41-f5308661f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:06.960760026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efdccad-a18e-4f2c-82f8-0c42d911ec0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:07.01448131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efdccad-a18e-4f2c-82f8-0c42d911ec0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:07.068451832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efdccad-a18e-4f2c-82f8-0c42d911ec0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:07.122579983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efdccad-a18e-4f2c-82f8-0c42d911ec0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:09.140591935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315fff54-9c4f-4c6a-9080-69d76630519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:09.194577393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315fff54-9c4f-4c6a-9080-69d76630519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:09.248754775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315fff54-9c4f-4c6a-9080-69d76630519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:09.304019185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315fff54-9c4f-4c6a-9080-69d76630519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:10.671998363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:11.298422183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e39381-b89a-4628-a3f5-cb3cc0118834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:11.353893225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e39381-b89a-4628-a3f5-cb3cc0118834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:11.409275883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e39381-b89a-4628-a3f5-cb3cc0118834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:11.463587537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e39381-b89a-4628-a3f5-cb3cc0118834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:13.434302726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fefd6-5816-474c-b6bd-e69ede3edced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:13.488821743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fefd6-5816-474c-b6bd-e69ede3edced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:13.543444808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fefd6-5816-474c-b6bd-e69ede3edced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:13.597298455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fefd6-5816-474c-b6bd-e69ede3edced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:14.382334342Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d917da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d917da","reconcileID":"da2a5758-fd5e-485a-aadf-807c1a5fb687","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d917da","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d917da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:15.553941285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d5248-615d-4e9a-92be-4de7045b6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:15.607889652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d5248-615d-4e9a-92be-4de7045b6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:15.66159136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d5248-615d-4e9a-92be-4de7045b6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:15.715436658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d5248-615d-4e9a-92be-4de7045b6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:17.667016957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c25076-a42d-40bf-b8d3-bff3f9a47c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:17.720795826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c25076-a42d-40bf-b8d3-bff3f9a47c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:17.775503607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c25076-a42d-40bf-b8d3-bff3f9a47c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:17.830578045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c25076-a42d-40bf-b8d3-bff3f9a47c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:19.786318475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3f5152-3795-46b1-b133-a98cce44836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:19.840315009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3f5152-3795-46b1-b133-a98cce44836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:19.895753385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3f5152-3795-46b1-b133-a98cce44836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:19.950004069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3f5152-3795-46b1-b133-a98cce44836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:21.893299342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d0b659-d8e1-421f-9a10-ddea58ec73c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:21.947147106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d0b659-d8e1-421f-9a10-ddea58ec73c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:22.0008858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d0b659-d8e1-421f-9a10-ddea58ec73c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:22.054833706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d0b659-d8e1-421f-9a10-ddea58ec73c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:24.031738989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7dc2a5-4109-466b-a53d-da5018661ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:24.085612201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7dc2a5-4109-466b-a53d-da5018661ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:24.139570168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7dc2a5-4109-466b-a53d-da5018661ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:24.193446311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7dc2a5-4109-466b-a53d-da5018661ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:25.811162155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"be0481b4-6b49-45a7-98ad-bb46b69e8fdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:25.910611316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"438f8358-330d-4497-abc4-897d43248d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:25.932836739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"ef4be288-1758-4c21-bb73-0e3c362a7644","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.052404223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"0a115b19-79bd-4a2a-aab0-0fcb424bc7c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.133675711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e83d7-c4ba-4fc4-90a8-a5a37567471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.172162074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2cf41698-8823-404f-bdef-0508db9791e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.18769913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e83d7-c4ba-4fc4-90a8-a5a37567471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.241970869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e83d7-c4ba-4fc4-90a8-a5a37567471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.296130739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e83d7-c4ba-4fc4-90a8-a5a37567471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.404414031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"22894e94-405f-4649-b5a6-9af64c6c383b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.458439181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d594af87-caed-4684-afcc-a8171e91ee48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.536149534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"ebf9a5e0-36d0-4479-8314-3b8c35a5ad55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.677580203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"641b234a-1ddc-453a-8e55-7f33827d8a1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.677658494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e32811f0-cde4-4458-a38e-aca5e7331363","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:26.844428841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"64cfb61e-a530-4479-b3c3-927657fb5f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:27.267368844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"bbc63f6f-72a9-43ce-b18e-96ba1fbf8966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:28.324188412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b154cf7-11ad-4573-849c-bc1d4922438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:28.378000055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b154cf7-11ad-4573-849c-bc1d4922438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:28.432425565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b154cf7-11ad-4573-849c-bc1d4922438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:28.486330845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b154cf7-11ad-4573-849c-bc1d4922438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:30.422676088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf9ecf5-dc1b-4122-9532-7748bd300203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:30.476582966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf9ecf5-dc1b-4122-9532-7748bd300203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:30.530199375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf9ecf5-dc1b-4122-9532-7748bd300203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:30.58380926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf9ecf5-dc1b-4122-9532-7748bd300203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:40.641898714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:42.45958227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"b3719f0f-4812-4ab4-8007-b3cfd4102f04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-bb2768","tenantID":"e2e-autores-bb2768","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:42.577910928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"b3719f0f-4812-4ab4-8007-b3cfd4102f04","name":"e2e-autores-bb2768-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:59.28488086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"de31b34e-75a1-4ba4-aa1c-93ae1fc9eabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:59.402830356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"7cf281de-9fe4-4767-b9b4-5e9d332cc011","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:59.772783461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"6368cc4b-6e97-4b0d-82d3-4147b78ec782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:50:59.895508241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e55478e2-1d61-4fd3-8fd4-5874f2f9f40a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.012803889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"2d7d2cf9-318b-4863-8363-2231b57adf93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.393791572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"f5f8b4b0-6df8-4a7b-9da5-76960e9aca80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.512076076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e6aadbbc-e04e-4f1f-bc56-229f7d312df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.610545319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"0fe756b4-9da7-4aca-b052-c9ce64cea596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.710107297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"0947e183-3a02-4ff5-850e-f67c22268883","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.811510004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"6e9acecb-31d3-4f0a-823e-efc5ac7a8408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:00.819252085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"4afaa119-6b2f-44f2-8744-6532f3f81ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:01.012382088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce2cb1c7-b481-4132-bd89-c4935c801ebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:10.64198993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.0679769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"80cc6354-c561-4bda-8003-39f34985a3a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.168699724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d3d56d7-33fb-457d-aa67-2aabe7bee99d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.26842183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dbb509c-7b0a-4b38-a5ad-081aaf61d0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.438501896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"cc1e932d-7627-4a8e-93cf-01b0e893c0ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.546462706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"d09ffa45-000c-4eac-bc33-71d9e8ead32e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.621839577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"b252ee2c-69bf-4f90-81c8-68f1039fab5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.722841236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"5da8e85d-2f11-4a98-92c3-ceb9a5d6c921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.723962923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"448896e4-dde2-4f45-8acd-85fbbb5b9b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:33.903428409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"3d17c0fb-017f-45ca-879d-34d457babad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:34.458622734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"a61de988-96b0-4af4-9087-7992823f289f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:34.582401747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"9a97a97e-87bf-4350-a39e-28a0413ed593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:34.680664495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"7de9ee27-22bb-49a4-980c-b49664da9da9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:40.642306187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:48.273756481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"7ef103bb-cca1-4b92-bdb7-253df5d8839c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6e637d","tenantID":"e2e-extmod-b-6e637d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:51:48.392445536Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"7ef103bb-cca1-4b92-bdb7-253df5d8839c","name":"e2e-extmod-b-6e637d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:03.497284822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"27abd75d-4f79-41db-866b-bd3d7ccefa0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d917da","tenantID":"e2e-extmod-b-d917da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:03.616693953Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"27abd75d-4f79-41db-866b-bd3d7ccefa0f","name":"e2e-extmod-b-d917da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:05.101750721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"57780aec-f93e-4160-a203-ccf5541ff0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:05.339785472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"98c88726-b302-4d68-bbf4-56a317eb3c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:05.524132395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"cbd4675c-a710-42b6-9874-93245ce53b58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:05.888547047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"7f1db45d-c91e-418d-a6f2-1ff69b445add","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.009874229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ca9bb24-18e5-41c9-a10d-6381f2e06ed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.133851234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"d9109871-0ab7-4725-83f8-8ee2e9cb1290","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.234438302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"24b47ede-da71-446d-892c-8a57f5ff7502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.333911163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b0e121de-a002-4ad8-89d7-bce2462cb5d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.434268762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48b2990c-16e9-486d-9f79-3f847cb54a83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.56840681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"b55fb0e2-1e39-481a-b628-b3883d44556f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.668512957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"c326a2fd-2893-473c-ac92-2379becfa6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:06.872596346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"0222eeea-d9b3-4aaa-9eaa-395e323fc457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:10.642419504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:23.932420732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","namespace":"ai-tenant-e2e-autores-bb2768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:23.932478018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","namespace":"ai-tenant-e2e-autores-bb2768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:23.932525564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","tenant":"e2e-autores-bb2768","tenantID":"e2e-autores-bb2768","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:23.988536446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Deployment","name":"maas-api-e2e-autores-bb2768","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.053421409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Service","name":"maas-api-e2e-autores-bb2768","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.10986458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-bb2768","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.16552799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-bb2768","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.226665456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.283320895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.339844148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.397903135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.4515761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Deployment","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.50515795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.558889268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Service","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.612389086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"Service","name":"payload-pre-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.666242627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"DestinationRule","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.71966369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.773306031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.826805096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.880637263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.93423153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:24.987852951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-bb2768","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:25.041625161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-bb2768"},"namespace":"ai-tenant-e2e-autores-bb2768","name":"default-tenant","reconcileID":"2c59dc4e-676a-4d5b-864e-aac944c0d644","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-bb2768","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:31.321559823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d23fd2e-3ec8-44dc-9aa4-4c7190790e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:31.37537395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d23fd2e-3ec8-44dc-9aa4-4c7190790e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:31.42922257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d23fd2e-3ec8-44dc-9aa4-4c7190790e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:31.483242223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d23fd2e-3ec8-44dc-9aa4-4c7190790e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:32.684440322Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-bb2768","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-bb2768","reconcileID":"fcfbb55d-70ab-4292-b91c-5fd2cb4f4463","aitenant":"ai-tenants/e2e-autores-bb2768","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:33.430085383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9280a2-9b7a-4c48-8fa3-6e6c2b1bfee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:33.486167195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9280a2-9b7a-4c48-8fa3-6e6c2b1bfee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:33.492566314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-bb2768","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-bb2768","reconcileID":"fcfbb55d-70ab-4292-b91c-5fd2cb4f4463","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-bb2768","removed":["maas.opendatahub.io/gateway-access-e2e-autores-bb2768"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:33.540779494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9280a2-9b7a-4c48-8fa3-6e6c2b1bfee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:33.594779634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9280a2-9b7a-4c48-8fa3-6e6c2b1bfee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:35.541161338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea7f4a5-d8e0-4b4b-89c4-8aca2f35240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:35.596282995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea7f4a5-d8e0-4b4b-89c4-8aca2f35240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:35.650033608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea7f4a5-d8e0-4b4b-89c4-8aca2f35240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:35.703907111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea7f4a5-d8e0-4b4b-89c4-8aca2f35240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:37.686832262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2d976-40b9-41d2-a3b3-45d13f07f51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:37.740750106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2d976-40b9-41d2-a3b3-45d13f07f51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:37.794673297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2d976-40b9-41d2-a3b3-45d13f07f51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:37.84863339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2d976-40b9-41d2-a3b3-45d13f07f51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:39.989878685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5080bcde-3b36-4c5b-b1b0-534fd1da0522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:40.043872584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5080bcde-3b36-4c5b-b1b0-534fd1da0522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:40.097858516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5080bcde-3b36-4c5b-b1b0-534fd1da0522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:40.151707099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5080bcde-3b36-4c5b-b1b0-534fd1da0522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:40.533903039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-682272","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-682272","reconcileID":"b3031a63-2448-4d62-b3b0-3ea3c77fc6c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-682272","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-682272":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:40.642575278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:42.135697502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76816dec-274f-4e87-91fc-1846bf26f360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:42.189606401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76816dec-274f-4e87-91fc-1846bf26f360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:42.243481961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76816dec-274f-4e87-91fc-1846bf26f360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:42.297472901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76816dec-274f-4e87-91fc-1846bf26f360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:44.25950923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10928671-b5c3-4802-bae7-5883255a8b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:44.313696476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10928671-b5c3-4802-bae7-5883255a8b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:44.36898819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10928671-b5c3-4802-bae7-5883255a8b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:44.426134793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10928671-b5c3-4802-bae7-5883255a8b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.367860577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff72788-0916-4104-be59-a6d8c081b11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.422313903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff72788-0916-4104-be59-a6d8c081b11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.476804566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff72788-0916-4104-be59-a6d8c081b11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.530805018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff72788-0916-4104-be59-a6d8c081b11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.805479149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","namespace":"ai-tenant-e2e-extmod-a-b2a601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.805534486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","namespace":"ai-tenant-e2e-extmod-a-b2a601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.80558542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","tenant":"e2e-extmod-a-b2a601","tenantID":"e2e-extmod-a-b2a601","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.863036428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b2a601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.926292109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Service","name":"maas-api-e2e-extmod-a-b2a601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:46.982988303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b2a601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.038825932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b2a601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.096355292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.154779668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.21151338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.268424607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.322601315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.376024123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.430607218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Service","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.484344079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.537447627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.619527958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.673645286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.726978587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.780571139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.833657989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.887516059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b2a601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:47.968309109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2a601"},"namespace":"ai-tenant-e2e-extmod-a-b2a601","name":"default-tenant","reconcileID":"f6f90189-7806-435c-848b-60b97178fc94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b2a601","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.026689455Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","namespace":"ai-tenant-e2e-extmod-a-31c162","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.026746182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","namespace":"ai-tenant-e2e-extmod-a-31c162","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.026792371Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","tenant":"e2e-extmod-a-31c162","tenantID":"e2e-extmod-a-31c162","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.081983642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-31c162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.144699984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Service","name":"maas-api-e2e-extmod-a-31c162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.204756766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-31c162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.260140099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-31c162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.317665058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.373615906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.431422623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.486983992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.526617285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f99fc6-bfff-4132-a1d6-4560e4735c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.582750127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.58276995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f99fc6-bfff-4132-a1d6-4560e4735c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.636254984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.637108228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f99fc6-bfff-4132-a1d6-4560e4735c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.690607646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Service","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.691115692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f99fc6-bfff-4132-a1d6-4560e4735c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.744857456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.751342767Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b2a601","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b2a601","reconcileID":"af286938-6a49-4967-8a9c-ff6c2e929cbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b2a601","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b2a601"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.798272522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.851550096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.904839543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:48.96221812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:49.015589082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:49.069388959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:49.123155087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-31c162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:49.176386215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31c162"},"namespace":"ai-tenant-e2e-extmod-a-31c162","name":"default-tenant","reconcileID":"bc9c974b-8423-42d2-abaa-4d3213c5a2eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-31c162","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:49.980237598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-31c162","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-31c162","reconcileID":"36a4ae3e-3c18-47ee-bdd2-cf8cd141e15a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-31c162","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-31c162"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:50.664859449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7752a9c-754e-4152-b020-0683fc3e732d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:50.719102136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7752a9c-754e-4152-b020-0683fc3e732d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:50.773791559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7752a9c-754e-4152-b020-0683fc3e732d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:50.827848733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7752a9c-754e-4152-b020-0683fc3e732d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.57135304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"69087b70-aba0-4d7b-a0ae-dcdb1ed3c737","namespace":"llm","name":"e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.61975615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b21e2a0b-6a00-415c-9d44-b977b4eef65a","namespace":"llm","name":"e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.756960121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f268123-b98a-4b16-9137-ba9af98e8cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.757093412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e7980a94-e65b-46bf-904a-7e81d20a68d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.757290215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"62687cf5-6661-4435-b141-a01e63536902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.757372615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c94c37e3-eb38-460e-8932-c45db718a008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.757541303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"597bd9e9-5c82-47f0-bc46-47696b8e2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.757605753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"004401dc-ae4e-4205-81d9-24b05ed19f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.811285895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f268123-b98a-4b16-9137-ba9af98e8cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.827344442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac9b7bc1-8bf7-498b-afef-4aaca6aa2153","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.82736033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac9b7bc1-8bf7-498b-afef-4aaca6aa2153","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.865563246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f268123-b98a-4b16-9137-ba9af98e8cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.865934207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f801118b-7374-49bf-b0bc-a606039ecf59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.865948839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f801118b-7374-49bf-b0bc-a606039ecf59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.869534812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c94c37e3-eb38-460e-8932-c45db718a008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.870669142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"597bd9e9-5c82-47f0-bc46-47696b8e2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.871948595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"004401dc-ae4e-4205-81d9-24b05ed19f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.872891002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"62687cf5-6661-4435-b141-a01e63536902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.873982513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e7980a94-e65b-46bf-904a-7e81d20a68d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.919457358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f268123-b98a-4b16-9137-ba9af98e8cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.920439557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35556f2b-bfff-4f7e-af70-1b6660566653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.92045898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35556f2b-bfff-4f7e-af70-1b6660566653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921164151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a19da2af-ab23-4507-aa2a-ce54fd548af4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921178119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a19da2af-ab23-4507-aa2a-ce54fd548af4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921475409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcad73b4-dc81-4780-915a-a87145f46f4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921490553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcad73b4-dc81-4780-915a-a87145f46f4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921716695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"527a8f8b-87a5-409a-9a71-9155764f9d6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921727624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"527a8f8b-87a5-409a-9a71-9155764f9d6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921935492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77dda74f-fc87-4756-a769-0b7e309af300","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.921945791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77dda74f-fc87-4756-a769-0b7e309af300","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.922186973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c9c1c42-9acf-4565-9599-a981360551f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:52.922198244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c9c1c42-9acf-4565-9599-a981360551f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.080467985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"2122c966-dddb-4624-8a13-e612dc06af38","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"name":"e2e-dft-90b583","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.136556971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6638a31-cfb2-4d92-8e4b-58ea354dd9a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.136561707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab832e50-b2cc-4b16-9d3c-592837562057","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.159517722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"7e886a10-89ad-4075-b663-8293d14f06ad","namespace":"llm","name":"e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.197667269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efcdbdfe-4a55-4b63-bfca-8644d7c31b82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.197694069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efcdbdfe-4a55-4b63-bfca-8644d7c31b82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.19805445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25e0fec1-5d47-4bba-9636-4df16ba090c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198110364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25e0fec1-5d47-4bba-9636-4df16ba090c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198344102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"041834b4-7e06-4709-be94-fc4c01d88c75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198361993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"041834b4-7e06-4709-be94-fc4c01d88c75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.19864032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07dae712-dd8b-453d-9c46-30f9818e32fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198650838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07dae712-dd8b-453d-9c46-30f9818e32fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198860404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2373626e-e686-4c6e-b0e5-e184b637431b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.198869998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2373626e-e686-4c6e-b0e5-e184b637431b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.19911473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d0382805-1f78-4cdc-894b-8480f0a2e726","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.199125306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d0382805-1f78-4cdc-894b-8480f0a2e726","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.199337464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8eb7af4a-32c8-4bda-b520-d845c66c0ee6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.199346885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8eb7af4a-32c8-4bda-b520-d845c66c0ee6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.199542256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984f112a-7da1-4be5-8a7c-49815e8d1a49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.199551848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984f112a-7da1-4be5-8a7c-49815e8d1a49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.253180068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"a001a8f6-dfe4-4b9c-8b21-31055fac55d1","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"name":"e2e-dft-90b583","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.300003079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8bafecd8-8818-4ceb-9988-99834e33015d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.300012025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597e9264-c4e8-4810-9d40-e7c45e2402ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.300423172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a936b48e-4c59-41f3-8d24-d5acf662ac5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.300625748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6710402-aa4b-42c9-a5fa-1883fe7796ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.301666759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"977cee97-6d26-4165-9487-8904c7e065d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.365624929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8bafecd8-8818-4ceb-9988-99834e33015d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.373353665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"f6710402-aa4b-42c9-a5fa-1883fe7796ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.373371208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"977cee97-6d26-4165-9487-8904c7e065d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.439057048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597e9264-c4e8-4810-9d40-e7c45e2402ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:52:53.44192808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a936b48e-4c59-41f3-8d24-d5acf662ac5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.497360029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597e9264-c4e8-4810-9d40-e7c45e2402ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:52:53.498388521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a936b48e-4c59-41f3-8d24-d5acf662ac5d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.547540353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"4e1b52eb-4228-4b78-a796-8224ef9c1399","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"name":"e2e-dft-5b9e02","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.657590471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172227a7-d665-4703-ba25-f25f6fa505cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.657609286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172227a7-d665-4703-ba25-f25f6fa505cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.657976568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0584062-ae4f-493a-9691-fe7b59dfd96d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.657989748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0584062-ae4f-493a-9691-fe7b59dfd96d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.65850881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a4bd1821-7375-46b9-981b-686f12cb6e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.715821802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"a4bd1821-7375-46b9-981b-686f12cb6e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.759308274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5fa27217-9ef6-4f8c-ad4b-9d70055ca926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.760365821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"df82fbcc-2fb8-4fd9-9012-ecea094efa5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.760385849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"56f54d8c-6e8e-4661-b34c-45e6b690ba98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.760862279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5699d3d0-1a59-40d4-a166-a6a5cfb6ba32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.761183111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"af9edea5-f65e-4734-a0ba-ced4d2a02d67","namespace":"llm","name":"e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.823978778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b08ab3ab-fad2-415f-84ac-f7165552efc7","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.824016919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b08ab3ab-fad2-415f-84ac-f7165552efc7","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.827368382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5fa27217-9ef6-4f8c-ad4b-9d70055ca926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.833841476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"56f54d8c-6e8e-4661-b34c-45e6b690ba98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.834142136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"5699d3d0-1a59-40d4-a166-a6a5cfb6ba32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:53.837639155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"df82fbcc-2fb8-4fd9-9012-ecea094efa5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.115708082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f7a25622-0b80-4511-99cc-391450f72197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.173436133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f7a25622-0b80-4511-99cc-391450f72197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.214767846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b3a44fdc-6b9e-4e86-89c7-99beb9dc1c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.272690008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"b3a44fdc-6b9e-4e86-89c7-99beb9dc1c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.333598823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e575d83b-d44f-4c12-9fb3-8439c3674435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.333757387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4a3bb4f3-282e-4ea8-8e6d-5f3c91a01492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.334680433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5092451f-1246-4901-a79e-eb94ac088b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.393031319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e575d83b-d44f-4c12-9fb3-8439c3674435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.39389876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"5092451f-1246-4901-a79e-eb94ac088b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.395690586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"4a3bb4f3-282e-4ea8-8e6d-5f3c91a01492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.449748972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e575d83b-d44f-4c12-9fb3-8439c3674435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.597163627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cec60cc-990c-4816-b90f-67864c8080c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.609693656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c3d54c95-0811-4846-b88b-04e8c92b701a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.653741247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"eee7f2d1-c39e-4158-b4bb-6e575989a47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.659805044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cec60cc-990c-4816-b90f-67864c8080c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.672032776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"c3d54c95-0811-4846-b88b-04e8c92b701a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.711217416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"eee7f2d1-c39e-4158-b4bb-6e575989a47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.715562444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f05ff058-f699-407a-99be-4fbf6c1294af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.716031592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cec60cc-990c-4816-b90f-67864c8080c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.718408413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"22882402-d952-4ff4-b8e8-dc149730a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.774708998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"f05ff058-f699-407a-99be-4fbf6c1294af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.775771626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863fa796-3c2a-4ba3-ae93-70bce157b029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.775799687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863fa796-3c2a-4ba3-ae93-70bce157b029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.782658862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"22882402-d952-4ff4-b8e8-dc149730a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.85896425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f9ba372-2267-4c9e-870e-21ba8afe9a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.883427456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"83a3a338-3d2e-4710-acb4-9802efdf80cb","namespace":"llm","name":"e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.913493297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f9ba372-2267-4c9e-870e-21ba8afe9a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:54.967938304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f9ba372-2267-4c9e-870e-21ba8afe9a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.021869394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f9ba372-2267-4c9e-870e-21ba8afe9a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.07824369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3d2bff8a-a890-4a72-881e-0f547194f7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.131900368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"0bef2643-633d-4f42-8846-db8c69a75ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.136240237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3d2bff8a-a890-4a72-881e-0f547194f7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.186343348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff7f7a2-dc3b-4a59-94ab-27629e3609e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.189971619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"0bef2643-633d-4f42-8846-db8c69a75ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.199692986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"31cb2d50-3cf4-48b8-acce-4c169efdccc3","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"name":"e2e-dft-5b9e02","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.244010173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff7f7a2-dc3b-4a59-94ab-27629e3609e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.296233832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cceb4d-3e16-43e3-8e20-fb75985600eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.296415798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"6a64c746-c8ee-4867-95c4-a6af1b7f7b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.297263484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9b67468-3456-44ec-aa24-6b77e7cccbe8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.297526935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9b67468-3456-44ec-aa24-6b77e7cccbe8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.298807501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb3f9f7f-6ea9-47b1-ad03-19454c342901","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.298835879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb3f9f7f-6ea9-47b1-ad03-19454c342901","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.29970781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eaf57f64-dc0c-4118-bced-90c5b6c58582","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.299731581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eaf57f64-dc0c-4118-bced-90c5b6c58582","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.300748119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7b04756-bf12-4087-81d6-61a43fdc75a6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.300768287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7b04756-bf12-4087-81d6-61a43fdc75a6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.301949422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15ba9c8-2e4b-4512-b15a-87d0a2021234","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.301977097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15ba9c8-2e4b-4512-b15a-87d0a2021234","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.303455746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff7f7a2-dc3b-4a59-94ab-27629e3609e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.356527725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cceb4d-3e16-43e3-8e20-fb75985600eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.368723428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"6f06b12e-a714-49ff-922a-9874c20e8e75","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.368752787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"6f06b12e-a714-49ff-922a-9874c20e8e75","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.371921646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"6a64c746-c8ee-4867-95c4-a6af1b7f7b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.416444538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30286ec2-3492-4bbd-a983-7c5f20ef944c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.41646128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"730dcc35-3c6c-424c-a994-93ccd7749e8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425319402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e6453ec1-0101-4f71-a78a-1be1217008a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425334252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e6453ec1-0101-4f71-a78a-1be1217008a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425590143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca969d31-2f05-4a70-8624-e59ad833bc34","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425606016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca969d31-2f05-4a70-8624-e59ad833bc34","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425830923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc486fd-453d-4f50-b68d-5e8876e2cc00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.425840467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc486fd-453d-4f50-b68d-5e8876e2cc00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.436153071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cceb4d-3e16-43e3-8e20-fb75985600eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.500106522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"794a8e43-5698-4037-9616-f1cd5dbb54f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.500663557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c4c440c7-b421-4ab1-93a3-446dc3df218d","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"name":"e2e-dft-5b9e02","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.562414422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"794a8e43-5698-4037-9616-f1cd5dbb54f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.576820731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"99bcc86e-26d7-49c4-83d0-253b44d1e00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.609479057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8ac684ab-7aa2-409f-8c49-3e657dde8699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.634454769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"99bcc86e-26d7-49c4-83d0-253b44d1e00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.679687308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b7a740bf-65ec-461e-abc3-d28f6f2d022a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.682421591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8ac684ab-7aa2-409f-8c49-3e657dde8699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.739381724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b7a740bf-65ec-461e-abc3-d28f6f2d022a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.790049685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c65f8c99-7113-40f0-9f54-f8e5f95e37ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.848347289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"c65f8c99-7113-40f0-9f54-f8e5f95e37ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:55.959325841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"65d6b303-806b-497a-87f3-16e523bc1252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.016883608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"65d6b303-806b-497a-87f3-16e523bc1252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.066664157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"75dedd9f-a6aa-40f1-bfb4-682e741fd631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.06676852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"f168d3a5-2a84-4659-931f-47dc2f2f5dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.06718116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2156054e-4dad-44d7-abef-6c4e8a427c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.120564108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"026e2e45-acfa-4404-b39d-d0161333441a","namespace":"llm","name":"e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.124754756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"75dedd9f-a6aa-40f1-bfb4-682e741fd631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.178993771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"2327b11e-65ed-473d-a043-ab4ea6ef4d0d","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.17903561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"2327b11e-65ed-473d-a043-ab4ea6ef4d0d","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.183007448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"f168d3a5-2a84-4659-931f-47dc2f2f5dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.183132243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2156054e-4dad-44d7-abef-6c4e8a427c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.289212407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b406701-ae0a-4741-a790-09af1ea87430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.346920132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b406701-ae0a-4741-a790-09af1ea87430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.471219726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b406701-ae0a-4741-a790-09af1ea87430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.52208719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ee38cc-0fb8-485e-98fb-a49e33b11ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.522109104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"d1cd75d4-34c3-45d7-ae34-c67c899ce46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.580388151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ee38cc-0fb8-485e-98fb-a49e33b11ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.580732933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2b2a2e4c-bed1-4377-af7d-401fa51353d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.580933556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"d1cd75d4-34c3-45d7-ae34-c67c899ce46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.581125418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d1ca1875-8d1f-48b0-8389-d8a120bdd6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.637439113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ee38cc-0fb8-485e-98fb-a49e33b11ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.638593732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d1ca1875-8d1f-48b0-8389-d8a120bdd6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.639974597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2b2a2e4c-bed1-4377-af7d-401fa51353d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.661714652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"149edeba-f21c-4141-830d-df09533ab694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.719837114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"149edeba-f21c-4141-830d-df09533ab694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.799895893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6d63a96e-d532-4ac1-bd73-a9f65cffb239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.857674003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"6d63a96e-d532-4ac1-bd73-a9f65cffb239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:56.949729516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"72733518-e83a-43e7-aec3-dc4b2f3287c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.007447484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"72733518-e83a-43e7-aec3-dc4b2f3287c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.023458054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b5acba-a3c4-47d2-9407-71599f79d539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.077646651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b5acba-a3c4-47d2-9407-71599f79d539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.077755056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"097d68c8-19de-47db-86e9-0fb9f9c36878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.077910787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ebd7de31-8508-47a1-8ef7-1bfcaae00e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.131698304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b5acba-a3c4-47d2-9407-71599f79d539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.136009455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"097d68c8-19de-47db-86e9-0fb9f9c36878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.186023165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b5acba-a3c4-47d2-9407-71599f79d539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.189432788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"ebd7de31-8508-47a1-8ef7-1bfcaae00e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.293517054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"47495114-d60d-4484-93b3-f6308b605bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.354162772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"47495114-d60d-4484-93b3-f6308b605bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.405659939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f859a49c-6d88-44b4-83f1-17513cffb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.463721829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f859a49c-6d88-44b4-83f1-17513cffb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.512973722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"339935f0-271e-49ce-a563-bf5c0a4ef63d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.520847286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f859a49c-6d88-44b4-83f1-17513cffb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:57.572380695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"339935f0-271e-49ce-a563-bf5c0a4ef63d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.127129091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"79f76a0a-0815-4ce7-b1d5-7d9c3c73f9ee","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.127159445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"79f76a0a-0815-4ce7-b1d5-7d9c3c73f9ee","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.237179445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"c3b11116-654d-403e-a477-acdfc9413798","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.237204561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"c3b11116-654d-403e-a477-acdfc9413798","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.342758957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2f72fd2f-660a-475c-996b-8c6e13af9db0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.400403942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2f72fd2f-660a-475c-996b-8c6e13af9db0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.45696859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2f72fd2f-660a-475c-996b-8c6e13af9db0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.556945187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"d29237ac-6508-4419-89c8-0cea72042415","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.556972969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"d29237ac-6508-4419-89c8-0cea72042415","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.665030819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"92c94125-494c-4514-b182-2bb7c879a4dc","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.665058861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"92c94125-494c-4514-b182-2bb7c879a4dc","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.773994211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"ee8b3a71-2dc7-44fe-8175-e8666bd9dc33","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.774026361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"ee8b3a71-2dc7-44fe-8175-e8666bd9dc33","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.783036461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"c96d81b3-d7be-4e36-b322-0c42104bf7e7","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.828196203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"eb9b829c-60bd-4148-9c95-4b3dfa86d54d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.840764395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"c96d81b3-d7be-4e36-b322-0c42104bf7e7","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.886288987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"eb9b829c-60bd-4148-9c95-4b3dfa86d54d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.896987881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"c96d81b3-d7be-4e36-b322-0c42104bf7e7","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:52:59.942600521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"eb9b829c-60bd-4148-9c95-4b3dfa86d54d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.054794151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"0b93654b-8fd8-4882-919b-5d04550f1c12","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.054824263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"0b93654b-8fd8-4882-919b-5d04550f1c12","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.26578974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0e9bf973-580d-4941-9346-f8a4c46f055d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.323545683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0e9bf973-580d-4941-9346-f8a4c46f055d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.379699217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0e9bf973-580d-4941-9346-f8a4c46f055d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:00.434254004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0e9bf973-580d-4941-9346-f8a4c46f055d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-5b9e02-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.71441367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ee338084-666b-4c1e-83b5-d956fdef235a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.775456424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ee338084-666b-4c1e-83b5-d956fdef235a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:00.832796813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ee338084-666b-4c1e-83b5-d956fdef235a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:06.907867785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43beabe2-22b9-4099-95ac-92e67de33ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:06.965755324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43beabe2-22b9-4099-95ac-92e67de33ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:07.022953048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43beabe2-22b9-4099-95ac-92e67de33ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:07.790851979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20500aae-63e3-4ab7-a2b6-1987aa0ebc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:07.848635683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20500aae-63e3-4ab7-a2b6-1987aa0ebc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:07.90502266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20500aae-63e3-4ab7-a2b6-1987aa0ebc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:10.168165277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"fc0fc5cd-f1d0-4e96-80cc-f2f80f4ff535","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:10.226400578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"fc0fc5cd-f1d0-4e96-80cc-f2f80f4ff535","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:10.28328662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"fc0fc5cd-f1d0-4e96-80cc-f2f80f4ff535","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:10.64268988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:11.102477946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"317e98e2-8edf-406a-80eb-6808176b59a7","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:11.161405213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"317e98e2-8edf-406a-80eb-6808176b59a7","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:11.21915656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"317e98e2-8edf-406a-80eb-6808176b59a7","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:13.877680475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0a2471-22cf-4d1b-97dd-6a73f2d0edcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:13.933856827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0a2471-22cf-4d1b-97dd-6a73f2d0edcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:13.987849428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0a2471-22cf-4d1b-97dd-6a73f2d0edcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:14.041823975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0a2471-22cf-4d1b-97dd-6a73f2d0edcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:15.99198353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5f29f7-d75a-46a8-84b5-a8f047e188ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:16.045792478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5f29f7-d75a-46a8-84b5-a8f047e188ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:16.09954607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5f29f7-d75a-46a8-84b5-a8f047e188ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:16.15531023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5f29f7-d75a-46a8-84b5-a8f047e188ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:17.291612245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d4c1bc-4185-411b-ad7d-63d474591f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:17.349877151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d4c1bc-4185-411b-ad7d-63d474591f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:17.406349752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d4c1bc-4185-411b-ad7d-63d474591f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:18.173599348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db353c17-03ab-4308-9c08-1c414f3efbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:18.231082305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db353c17-03ab-4308-9c08-1c414f3efbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:18.287411258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db353c17-03ab-4308-9c08-1c414f3efbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:20.555897215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"41452f21-5f1f-4b90-a9af-65275e58f307","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:20.613760023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"41452f21-5f1f-4b90-a9af-65275e58f307","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:20.67009043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"41452f21-5f1f-4b90-a9af-65275e58f307","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:21.487190969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"892744a1-3faf-4315-9acf-e799c46b34af","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:21.545418162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"892744a1-3faf-4315-9acf-e799c46b34af","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:21.602202348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"892744a1-3faf-4315-9acf-e799c46b34af","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:21.716147712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"72677274-e5df-44f6-8801-58fe6da89717","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:21.716178353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"72677274-e5df-44f6-8801-58fe6da89717","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.874212801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"2e08c0f4-dc64-43de-8d2b-2aa6b73ce53a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.874247684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2522c8a2-29d1-4991-82ff-d737cf0b5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.874669106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"e3e064d8-612b-482f-ae31-c2d42f34efd0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.874802191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc5e2925-056a-4bb2-bf8b-451fc96c1b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.933813657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"e3e064d8-612b-482f-ae31-c2d42f34efd0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.934106247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc5e2925-056a-4bb2-bf8b-451fc96c1b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.936376557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2522c8a2-29d1-4991-82ff-d737cf0b5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.936389376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"2e08c0f4-dc64-43de-8d2b-2aa6b73ce53a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.990933066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"e3e064d8-612b-482f-ae31-c2d42f34efd0","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.991289545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc5e2925-056a-4bb2-bf8b-451fc96c1b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.99383007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"2e08c0f4-dc64-43de-8d2b-2aa6b73ce53a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:22.993980911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2522c8a2-29d1-4991-82ff-d737cf0b5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.104388913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"8a9f86db-92eb-4c25-b640-8b75ca6eee7f","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.104412938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"8a9f86db-92eb-4c25-b640-8b75ca6eee7f","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.158542563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4790ca3-6c08-4e13-9882-ed308511601b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.158566602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4790ca3-6c08-4e13-9882-ed308511601b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.159053768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a82515a9-2e92-436a-9b81-a7731b032fdb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.159097471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a82515a9-2e92-436a-9b81-a7731b032fdb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.267230104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"dcfc0a1e-71f8-4418-89e8-c5797ff7cb81","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.324963658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"dcfc0a1e-71f8-4418-89e8-c5797ff7cb81","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.367410213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc02a3d1-a2f1-4262-8629-674bffe929bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.367619746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"72d8976d-5921-42bf-af58-211b5c214d55","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.36741021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3356d27c-2256-4bb3-9850-82e3f86b96d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.382007376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"dcfc0a1e-71f8-4418-89e8-c5797ff7cb81","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.425547782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc02a3d1-a2f1-4262-8629-674bffe929bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.425684388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"72d8976d-5921-42bf-af58-211b5c214d55","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.42788613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3356d27c-2256-4bb3-9850-82e3f86b96d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.482791524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc02a3d1-a2f1-4262-8629-674bffe929bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.48315819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"72d8976d-5921-42bf-af58-211b5c214d55","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.484273837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3356d27c-2256-4bb3-9850-82e3f86b96d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:23.537810764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"72d8976d-5921-42bf-af58-211b5c214d55","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-90b583-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:23.537989073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc02a3d1-a2f1-4262-8629-674bffe929bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:23.538929848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3356d27c-2256-4bb3-9850-82e3f86b96d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.812342734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86393b7c-974e-41ee-a349-03e689d6301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.812559958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"5d2aaa8b-22a0-4f68-92db-29d4d92b000f","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.812770034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14a0e76e-53d9-4342-bcd4-9d98c273f490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.87087435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86393b7c-974e-41ee-a349-03e689d6301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.871001204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14a0e76e-53d9-4342-bcd4-9d98c273f490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.873352878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"5d2aaa8b-22a0-4f68-92db-29d4d92b000f","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.930216647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86393b7c-974e-41ee-a349-03e689d6301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.930224207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"5d2aaa8b-22a0-4f68-92db-29d4d92b000f","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:23.931432171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14a0e76e-53d9-4342-bcd4-9d98c273f490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:25.043567986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe97293-6b65-4e7b-a18d-7efec3f3dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:25.097490074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe97293-6b65-4e7b-a18d-7efec3f3dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:25.151214454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe97293-6b65-4e7b-a18d-7efec3f3dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:25.21044736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe97293-6b65-4e7b-a18d-7efec3f3dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:27.18136106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df50cd3-a062-4263-a1ec-183365d8d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:27.236121584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df50cd3-a062-4263-a1ec-183365d8d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:27.290275054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df50cd3-a062-4263-a1ec-183365d8d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:27.344211705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df50cd3-a062-4263-a1ec-183365d8d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:29.277992077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3ec531-450f-4338-908b-1398c965dfb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:29.33226831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3ec531-450f-4338-908b-1398c965dfb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:29.386142282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3ec531-450f-4338-908b-1398c965dfb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:29.440102228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3ec531-450f-4338-908b-1398c965dfb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:33.650652179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"cf288d50-3107-4ee1-b868-df240ccfa4f4","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:33.708622089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"cf288d50-3107-4ee1-b868-df240ccfa4f4","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:33.765217082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"cf288d50-3107-4ee1-b868-df240ccfa4f4","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.199522612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9514f381-0955-49ad-93dd-5a8a6b4a8f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.200017142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2e243232-34e5-4c7f-8d59-16f344b01d04","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.200027986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1870a3a-ebde-42ab-9895-f3ab69e65217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.258371151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9514f381-0955-49ad-93dd-5a8a6b4a8f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.258399653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2e243232-34e5-4c7f-8d59-16f344b01d04","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.260816934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1870a3a-ebde-42ab-9895-f3ab69e65217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.319970948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9514f381-0955-49ad-93dd-5a8a6b4a8f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.32011893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"2e243232-34e5-4c7f-8d59-16f344b01d04","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:34.321331104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1870a3a-ebde-42ab-9895-f3ab69e65217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.135108707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"17824ede-f615-4729-aa00-36bc815c8320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.235554091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"731833c7-8eb1-46aa-8f68-cdf7883d6ac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.367932013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"1b354edf-d2d7-4f2a-a4dd-fb5584ba8e79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.469511899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"6a948556-5a70-49c9-b910-79b47b024018","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.609311936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2556ff79-625a-44ff-92c4-667e686007a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.642186039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.730438686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"03a90f85-b6a1-4284-9451-255a05f8b51c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:40.90969392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"1e141435-74bc-4bc2-8871-6a08efe6bdd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:41.037985323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"b4f5e857-c674-4829-9d67-d3c3212757e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:41.150093815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"8e8c2197-751e-4742-b5ca-0faf75fbd987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:41.251920957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"cf873eeb-3bf1-43b2-808f-f4f9d116e340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:41.580976525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"da142aff-2228-48fd-840f-6dbfb00781d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:41.884865262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c6553ea-9925-44b0-861a-de43826475b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:43.443508496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76c57ec-92d1-4728-969d-023b9b460072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:43.49823033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76c57ec-92d1-4728-969d-023b9b460072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:43.552626397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76c57ec-92d1-4728-969d-023b9b460072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:43.606977454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76c57ec-92d1-4728-969d-023b9b460072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.039493815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"b891e63f-bfd5-4c46-b513-36d93c5febe3","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.097441156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"b891e63f-bfd5-4c46-b513-36d93c5febe3","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.53491098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c30ec8d5-8535-4608-b752-bfc3470aa63e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.534942322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c30ec8d5-8535-4608-b752-bfc3470aa63e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.630343425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db5d913-ceee-429d-acb6-dab57ec33cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.630561134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"aa897e82-aa1e-44bf-b690-ce15910335cb","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.630622692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6319ef52-a6a6-439c-b60a-367532a75806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.744028309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db5d913-ceee-429d-acb6-dab57ec33cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.744247859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6319ef52-a6a6-439c-b60a-367532a75806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:44.746454684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"aa897e82-aa1e-44bf-b690-ce15910335cb","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.064291471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b121b0b-6b53-41fb-b949-355e5ea15dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.064310183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b121b0b-6b53-41fb-b949-355e5ea15dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.066662332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d05566e5-7442-4360-99b9-f899cfc2bb35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.066680356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d05566e5-7442-4360-99b9-f899cfc2bb35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.225443483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"03b65abd-1169-4a98-a1ef-f2e6d39d6872","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.225467067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"03b65abd-1169-4a98-a1ef-f2e6d39d6872","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.333008925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"60fcbc47-8c52-4c22-9a5d-053955337df4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-5b9e02-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.333939154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"a0f271f8-3c1a-4877-8b77-9e0bf477f89e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.333958487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"a0f271f8-3c1a-4877-8b77-9e0bf477f89e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.488340941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55bc350c-92db-400b-8c4a-dfbe80a5652e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.488356666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"d687a6dc-3e75-4e88-861a-b32f2e246937","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.488838423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f110332a-d1c6-4e81-b946-3cb82d81a3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.504688088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"2bdb6d04-6f1d-4d07-968e-512027489396","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.504709387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"2bdb6d04-6f1d-4d07-968e-512027489396","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.54245557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bded8517-4caf-4737-b338-3857856e26cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.596164987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bded8517-4caf-4737-b338-3857856e26cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.596241544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c19e15f0-c291-406c-9007-b24d0bce20c9","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.650769973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bded8517-4caf-4737-b338-3857856e26cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.652555509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"f0a29ec8-aa5e-43c5-8ad4-51a2f142fb05","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.652574963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"f0a29ec8-aa5e-43c5-8ad4-51a2f142fb05","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.663246507Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55bc350c-92db-400b-8c4a-dfbe80a5652e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.706165119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bded8517-4caf-4737-b338-3857856e26cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.710612955Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f110332a-d1c6-4e81-b946-3cb82d81a3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.710612978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"d687a6dc-3e75-4e88-861a-b32f2e246937","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.763586732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55bc350c-92db-400b-8c4a-dfbe80a5652e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.767111489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"d687a6dc-3e75-4e88-861a-b32f2e246937","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.767306646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c19e15f0-c291-406c-9007-b24d0bce20c9","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.769587636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f110332a-d1c6-4e81-b946-3cb82d81a3e1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.823540545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5d7ed4d0-5a1c-480c-9a8d-899d8ab7fd90","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.823567402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5d7ed4d0-5a1c-480c-9a8d-899d8ab7fd90","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:53:45.823824361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c19e15f0-c291-406c-9007-b24d0bce20c9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.872370897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"21623727-dad0-45c0-8541-6e1c5580062a","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"e2e-dft-5b9e02","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-5b9e02-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.929126869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c88b67c-8d62-42f6-90ab-4207f461aabb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.929146071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c88b67c-8d62-42f6-90ab-4207f461aabb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.929576004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5e1f83a-1751-4192-9569-fab9fdc8b03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.929589037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5e1f83a-1751-4192-9569-fab9fdc8b03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.984296626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"945eac4c-1557-4b5a-bea1-5e4cc375bafc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:45.984316821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"945eac4c-1557-4b5a-bea1-5e4cc375bafc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.090448239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"92686c4d-4f42-4334-ba68-521f3e5049ac","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.090613644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1462ab1-39bd-41e8-b4ef-72d4660cafb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.146135066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd4a713-c361-49e9-aac9-9dbc3c87c96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.146241869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"9802a0ad-01b2-441e-8082-fa8dd9ab910a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.150640081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"92686c4d-4f42-4334-ba68-521f3e5049ac","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.15069975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1462ab1-39bd-41e8-b4ef-72d4660cafb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.151117536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"37f2f68c-9e08-4687-8a0b-e04d48748c42","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.151138742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"37f2f68c-9e08-4687-8a0b-e04d48748c42","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.20434497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"9802a0ad-01b2-441e-8082-fa8dd9ab910a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.205391934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd4a713-c361-49e9-aac9-9dbc3c87c96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.207367177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1462ab1-39bd-41e8-b4ef-72d4660cafb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.207542828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"92686c4d-4f42-4334-ba68-521f3e5049ac","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.261088743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"9802a0ad-01b2-441e-8082-fa8dd9ab910a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.261974837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd4a713-c361-49e9-aac9-9dbc3c87c96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.319888473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"e8f44fa1-6205-4428-9b8d-00377ec53117","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.319910762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"e8f44fa1-6205-4428-9b8d-00377ec53117","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.365925013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"23050d82-b5ca-41a3-a499-2bd798859966","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.373933811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e38b92d-d4ef-4323-804b-7655617836b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.373950706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e38b92d-d4ef-4323-804b-7655617836b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.42798695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c21f49a8-252e-447c-adb4-2520eb9b6c0b","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:46.428007384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c21f49a8-252e-447c-adb4-2520eb9b6c0b","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.530752919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f962371-559b-4b7e-bd3b-c8fdd31b8806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.534321895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"b3353191-8c3b-4533-b270-5ec00e5c586e","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.541981188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ee523af-3b64-4a88-823e-00f3dc307038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.588057538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f962371-559b-4b7e-bd3b-c8fdd31b8806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.591775013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"b3353191-8c3b-4533-b270-5ec00e5c586e","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.5995898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ee523af-3b64-4a88-823e-00f3dc307038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.63062596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"224cc86e-cac6-477e-ab04-fe4166a04385","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.644533563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f962371-559b-4b7e-bd3b-c8fdd31b8806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.647877909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"b3353191-8c3b-4533-b270-5ec00e5c586e","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.655860768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ee523af-3b64-4a88-823e-00f3dc307038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.689011802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"224cc86e-cac6-477e-ab04-fe4166a04385","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:53:56.74636439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"224cc86e-cac6-477e-ab04-fe4166a04385","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.439811593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"971dbccf-9c12-41e1-b2fc-0adc2d5d723b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.540846202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"0f00c1bf-41de-460a-99ec-f28d489ea338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.564169819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d3d78c6b-7ea5-4a88-8d17-8d2b8afa9b9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.642018044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"3f3df2ea-0ad6-4605-8bd7-3a2ee493d382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.745690975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"9bf4e3e6-b290-4e2b-8337-808f91e5a92b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:04.844322655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"726b7a8e-b9e5-4ad3-a95a-be3b05b5ec0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.171346924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"73c753b9-6dc2-4234-aaff-aa8ec377f8e5","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.240181798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c4fb437-3e4e-47bf-9656-db12a4e1b2d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.365445302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9d3d468-faec-45b6-a9e5-1f929891c6aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.448871748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"cb60fa2f-5200-4ca0-ae81-bb137d72415e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.448893589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"cb60fa2f-5200-4ca0-ae81-bb137d72415e","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.725046891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"0990b943-245d-449f-ba05-8170f7c6b73b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:05.908559109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"949fdd54-5b49-4a17-923a-8245cfd66a40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.147096722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"3b5a63a2-07ff-4738-89f3-d4b9dd5e720c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.249227181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3b62fa30-7a5f-479c-92be-61abd1083972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.914187739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5863671f-0e08-4b08-af02-7ce0735d5afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.914441781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"4050d81d-cae4-4c77-8e14-c08aa7917d39","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.915349437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b14de6-9fcb-464a-a458-7ef9d05c3bac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.915548723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ce454f74-eec4-47a3-9f10-8f9762aa401d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.973224202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5863671f-0e08-4b08-af02-7ce0735d5afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.973969777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"4050d81d-cae4-4c77-8e14-c08aa7917d39","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.975985079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b14de6-9fcb-464a-a458-7ef9d05c3bac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:06.976339879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ce454f74-eec4-47a3-9f10-8f9762aa401d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.030377398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5863671f-0e08-4b08-af02-7ce0735d5afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.030560741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"4050d81d-cae4-4c77-8e14-c08aa7917d39","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.032869318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b14de6-9fcb-464a-a458-7ef9d05c3bac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.033585231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ce454f74-eec4-47a3-9f10-8f9762aa401d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.09013717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e00447c-9fdb-475a-b800-876b6682bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.090155645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e00447c-9fdb-475a-b800-876b6682bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.149551871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5f2181c3-e244-4e64-9df5-87112b4f33d4","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.149574001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5f2181c3-e244-4e64-9df5-87112b4f33d4","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.203584606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1a6e4ee-9c8f-4c77-8a17-5e08b4427f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.20360141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1a6e4ee-9c8f-4c77-8a17-5e08b4427f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.257562618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"6b839b06-83f1-4ece-8d92-f975a7f5b9ac","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.257587612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"6b839b06-83f1-4ece-8d92-f975a7f5b9ac","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.368343964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3585e3-4c53-4e22-9b0b-3ee39e0fe475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.368767672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"9b280041-0a0c-4373-86c2-ae761214fc2c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.427124863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"9b280041-0a0c-4373-86c2-ae761214fc2c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.427185218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3585e3-4c53-4e22-9b0b-3ee39e0fe475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.484224554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"9b280041-0a0c-4373-86c2-ae761214fc2c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.484263047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3585e3-4c53-4e22-9b0b-3ee39e0fe475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:54:07.539345163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"9b280041-0a0c-4373-86c2-ae761214fc2c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-90b583-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:54:07.539351611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3585e3-4c53-4e22-9b0b-3ee39e0fe475","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.811917502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e0889a-158b-411e-9916-1c041a00bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.811916885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"0266dffe-0b7e-40dd-8a39-3f59efa6d0d6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.870639169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"0266dffe-0b7e-40dd-8a39-3f59efa6d0d6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.871194068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e0889a-158b-411e-9916-1c041a00bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.929819543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"0266dffe-0b7e-40dd-8a39-3f59efa6d0d6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:07.929994699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e0889a-158b-411e-9916-1c041a00bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:10.641283635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.364625527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a8a79-1f10-486c-aeb9-bb00f48b68a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.364631706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ae992b0a-feec-4254-bdce-575b54e9eb95","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.4229251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ae992b0a-feec-4254-bdce-575b54e9eb95","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.423118487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a8a79-1f10-486c-aeb9-bb00f48b68a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.486011132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a8a79-1f10-486c-aeb9-bb00f48b68a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:17.486902115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"ae992b0a-feec-4254-bdce-575b54e9eb95","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.20368356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7b53caa-b521-4a9c-a8f8-d10f3774482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.203689379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"df47bd6b-f404-42e7-a67a-8049f6da0e66","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.262510077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"df47bd6b-f404-42e7-a67a-8049f6da0e66","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.262609303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7b53caa-b521-4a9c-a8f8-d10f3774482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.319297179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7b53caa-b521-4a9c-a8f8-d10f3774482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:18.319362382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"df47bd6b-f404-42e7-a67a-8049f6da0e66","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:22.384396116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"3ececd52-0e8a-4812-9960-224a5ff0c775","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-682272","tenantID":"e2e-extmod-a-682272","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:22.503449968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"3ececd52-0e8a-4812-9960-224a5ff0c775","name":"e2e-extmod-a-682272-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.755707518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d76d998-f048-46ac-9527-b5747b935c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.755707775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"82f244ca-c90f-4a2b-915e-87ff6b97c9f5","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.814077519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d76d998-f048-46ac-9527-b5747b935c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.814158655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"82f244ca-c90f-4a2b-915e-87ff6b97c9f5","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.871606836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d76d998-f048-46ac-9527-b5747b935c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:27.871685248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"82f244ca-c90f-4a2b-915e-87ff6b97c9f5","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.590582671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8321d714-0c45-4602-94c4-67c69a0b74f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.590581832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"713b94e0-a100-4087-b668-183a1cf8bb07","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.649114485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"713b94e0-a100-4087-b668-183a1cf8bb07","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.649205375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8321d714-0c45-4602-94c4-67c69a0b74f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.706426928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8321d714-0c45-4602-94c4-67c69a0b74f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:28.706577645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"713b94e0-a100-4087-b668-183a1cf8bb07","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.593133235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9191cf9d-6c5b-48ca-afaf-a34b5ff20bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.647030753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9191cf9d-6c5b-48ca-afaf-a34b5ff20bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.700949503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9191cf9d-6c5b-48ca-afaf-a34b5ff20bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.755254682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9191cf9d-6c5b-48ca-afaf-a34b5ff20bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.979262724Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"8b5ea7db-c2bf-48e5-991d-44f6aeff19b5","namespace":"ai-tenant-e2e-extmod-a-f94865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.979354795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"8b5ea7db-c2bf-48e5-991d-44f6aeff19b5","namespace":"ai-tenant-e2e-extmod-a-f94865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:37.979418933Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"8b5ea7db-c2bf-48e5-991d-44f6aeff19b5","aitenant":"ai-tenants/e2e-extmod-a-f94865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.231587734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c1bc50cb-088d-46fd-aa2f-ed381d97842c","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.231662107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f49ee356-5420-41e7-bc9d-ed657656e6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.289972975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c1bc50cb-088d-46fd-aa2f-ed381d97842c","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.290548456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f49ee356-5420-41e7-bc9d-ed657656e6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.347487366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f49ee356-5420-41e7-bc9d-ed657656e6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.347496344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c1bc50cb-088d-46fd-aa2f-ed381d97842c","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.974904966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53f5e7d4-cfb9-4889-bfeb-a66ca1ff7362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:38.974927379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"a6a353d8-b2b6-4bbf-9b96-24df6ed79ecd","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:39.033359113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53f5e7d4-cfb9-4889-bfeb-a66ca1ff7362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:39.033447205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"a6a353d8-b2b6-4bbf-9b96-24df6ed79ecd","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:39.091083468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53f5e7d4-cfb9-4889-bfeb-a66ca1ff7362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:39.091101199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4af2f19d980d02f8a6605169511dbf03d56186e4d64571842a9dd32e3aaebb0e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (70e752f9f36339cd6d289f7b9a4e9fbb6fd83053e1a3ce497bf0cb72627e13ee) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ff94e18d24eb7e2749c5e8a35ad8ccd1c8da5cafaa9ad20bef88b66e9065bf1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d1cea19311ab77446a6add9ae1c418cbb714eb6e756f1132219bd91d3c46df1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9020c7f35df25f30393792f0d63ede2bf6a94131d8236ee73f66dff6ab79a78f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8be72d6db95823b009f78a3120a74d1036747b850777136ea1cd551c93429cf8) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f2e8f335b93711df43ca408a99c577673a6732e90746b94f110ee388c5c05270) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0ac89f2198a977320bc66221457fdefac878dd90a00b6cf96a5f9516413b1dd3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"a6a353d8-b2b6-4bbf-9b96-24df6ed79ecd","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:40.642842127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.142029584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","namespace":"ai-tenant-e2e-extmod-a-49bb90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.14214595Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","namespace":"ai-tenant-e2e-extmod-a-49bb90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.142201816Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","tenant":"e2e-extmod-a-49bb90","tenantID":"e2e-extmod-a-49bb90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.197855731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-49bb90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.262795733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Service","name":"maas-api-e2e-extmod-a-49bb90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.324992139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-49bb90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.380380556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-49bb90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.436589109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.492777549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.551618842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.613304451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.620655206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9e5abe-00a9-4510-8c33-b23f9a8bb483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.621520231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"d4fca89b-5ed5-4871-93dd-6b565f036279","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.667287737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.67969999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"d4fca89b-5ed5-4871-93dd-6b565f036279","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.680496387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9e5abe-00a9-4510-8c33-b23f9a8bb483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.720794814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.780333734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Service","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.834668819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.887990483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.941496531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:48.994848814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.0494562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b093bbc3-e00c-4720-9f4b-75e7eb886630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.049477432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b093bbc3-e00c-4720-9f4b-75e7eb886630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.050867409Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-49bb90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-49bb90","reconcileID":"9cd55555-6894-4d11-a202-e86ad6a39223","aitenant":"ai-tenants/e2e-extmod-a-49bb90","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.051482092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.10474678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.157967985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.213400565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-49bb90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.217707241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"394c0674-76c6-4f96-bbb8-f6347842bb2f","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.221710164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"394c0674-76c6-4f96-bbb8-f6347842bb2f","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.267261084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-49bb90"},"namespace":"ai-tenant-e2e-extmod-a-49bb90","name":"default-tenant","reconcileID":"640b9863-a14c-4ef6-943a-8b71eb2baa7b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-49bb90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.364246365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"407b5c32-22ca-47ff-bbd2-cf8b9edb8baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.364303195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"a48d962d-e4ec-459f-973c-1385106b3ded","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.422729543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"a48d962d-e4ec-459f-973c-1385106b3ded","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.42286627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"407b5c32-22ca-47ff-bbd2-cf8b9edb8baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.642014515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078a9aff-7991-443b-9bb5-fdd56687991e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.696156454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078a9aff-7991-443b-9bb5-fdd56687991e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.750221801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078a9aff-7991-443b-9bb5-fdd56687991e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.804612245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078a9aff-7991-443b-9bb5-fdd56687991e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.809971508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09b6a950-8820-47b7-8b44-12c8907b31d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.809988898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09b6a950-8820-47b7-8b44-12c8907b31d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.971668439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b9d0b84d-077f-4abb-835f-0afddefeb005","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:49.971695918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b9d0b84d-077f-4abb-835f-0afddefeb005","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:50.085047858Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-49bb90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-49bb90","reconcileID":"a6086d19-c557-453c-8951-ad459f57838a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-49bb90","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-49bb90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.093715101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-5b9e02-sub models-as-a-service/e2e-dft-90b583-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.147720801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"1351b22e-cddc-48f1-8359-b0e34b31ee4a","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.147747278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"1351b22e-cddc-48f1-8359-b0e34b31ee4a","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:54:51.209589287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"e8c804b1-453e-4c8a-9981-b0f7044ffbf0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-90b583-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.339653306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fa27a02e-0f43-4a34-bcaf-43a34934639a","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.339678057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fa27a02e-0f43-4a34-bcaf-43a34934639a","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.388324662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"ea261766-9b47-44bb-ae8f-2e58fc4f3a4c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.388496335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66f3dc53-49a1-4118-bbcd-62deaa881f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.38832477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"d7cf01af-10f1-4068-a751-97446f92f80a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.3888964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac43f9db-903d-449a-97ea-0813360b3ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.447097091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac43f9db-903d-449a-97ea-0813360b3ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.447370144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"ea261766-9b47-44bb-ae8f-2e58fc4f3a4c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.449621952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66f3dc53-49a1-4118-bbcd-62deaa881f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.449677901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"d7cf01af-10f1-4068-a751-97446f92f80a","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:54:51.449887646Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fa27a02e-0f43-4a34-bcaf-43a34934639a","name":"e2e-dft-90b583","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-90b583\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:54:51.44993935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fa27a02e-0f43-4a34-bcaf-43a34934639a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-90b583\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.503951353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"8c6adeca-cf32-4f49-b673-18a52b90bcf7","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.503980585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"8c6adeca-cf32-4f49-b673-18a52b90bcf7","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.612427618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"de5490c9-ef00-4bf0-ae1f-f5a688e1920f","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.612457043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"de5490c9-ef00-4bf0-ae1f-f5a688e1920f","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.670376903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"251f1bdc-de4e-44c9-8c06-7e216b151723","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-90b583","model":"e2e-dft-90b583","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-90b583-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.810521032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667b9a25-5670-415b-92be-159f02ac4a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.866964367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667b9a25-5670-415b-92be-159f02ac4a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.921204893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667b9a25-5670-415b-92be-159f02ac4a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:51.975466142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667b9a25-5670-415b-92be-159f02ac4a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.031531675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3163dc31-0733-4476-aa73-36ef1dcc094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.035444311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fe1a9ef7-61cd-475e-8a53-ac7a36ff8d65","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.035468742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"fe1a9ef7-61cd-475e-8a53-ac7a36ff8d65","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.084987615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b7c305b-bf38-43d0-adc3-9ee058aea48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.085145029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"791e83bb-bb46-4bed-9824-d71441ca6f69","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.089534671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3163dc31-0733-4476-aa73-36ef1dcc094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.143372441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b7c305b-bf38-43d0-adc3-9ee058aea48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.143587276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"791e83bb-bb46-4bed-9824-d71441ca6f69","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.195834257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"b4980898-4465-4e81-bf8f-ba1a91817707","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.254121587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"b4980898-4465-4e81-bf8f-ba1a91817707","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:52.304625557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"b152000d-1160-4dc3-9d41-9d2aaeefa559","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-90b583","model":"llm/e2e-dft-90b583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:53.915736758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df688563-d6e6-4329-ac7d-d9ac48bf969b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:53.96971663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df688563-d6e6-4329-ac7d-d9ac48bf969b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:54.023669138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df688563-d6e6-4329-ac7d-d9ac48bf969b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:54.077712405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df688563-d6e6-4329-ac7d-d9ac48bf969b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:56.023530146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c484a0c3-85be-4c96-94ed-4c4b4d73709a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:56.077546729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c484a0c3-85be-4c96-94ed-4c4b4d73709a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:56.131454631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c484a0c3-85be-4c96-94ed-4c4b4d73709a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:56.185215055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c484a0c3-85be-4c96-94ed-4c4b4d73709a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:58.115169556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7076fd9c-2500-4a69-8cdb-c2c04c9b91ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:58.169524634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7076fd9c-2500-4a69-8cdb-c2c04c9b91ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:58.223548974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7076fd9c-2500-4a69-8cdb-c2c04c9b91ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:54:58.278149491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7076fd9c-2500-4a69-8cdb-c2c04c9b91ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:00.227155692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9e8546-71e7-4ff5-8743-dab7213378cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:00.281218227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9e8546-71e7-4ff5-8743-dab7213378cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:00.335570443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9e8546-71e7-4ff5-8743-dab7213378cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:00.389475291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9e8546-71e7-4ff5-8743-dab7213378cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:02.346161962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be69a9d4-de2e-4cc7-acc2-e2a6d9d6c590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:02.403429936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be69a9d4-de2e-4cc7-acc2-e2a6d9d6c590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:02.45797909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be69a9d4-de2e-4cc7-acc2-e2a6d9d6c590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:02.511992179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be69a9d4-de2e-4cc7-acc2-e2a6d9d6c590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:04.437549542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffffe4-58ec-44e2-a8df-721ef3b2cc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:04.492254304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffffe4-58ec-44e2-a8df-721ef3b2cc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:04.547314992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffffe4-58ec-44e2-a8df-721ef3b2cc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:04.602241477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffffe4-58ec-44e2-a8df-721ef3b2cc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:05.774015796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"308d4b79-2409-4507-af44-9f1550f549c4","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-90b583","model":"llm/e2e-dft-90b583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.132769179Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","namespace":"ai-tenant-e2e-extmod-b-d917da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.132857934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","namespace":"ai-tenant-e2e-extmod-b-d917da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.13293663Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","tenant":"e2e-extmod-b-d917da","tenantID":"e2e-extmod-b-d917da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.151241284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"ce897cc2-fe9b-4466-8eb4-0dbc6a04f6d3","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.151265111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"ce897cc2-fe9b-4466-8eb4-0dbc6a04f6d3","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.190367728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d917da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.255182174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Service","name":"maas-api-e2e-extmod-b-d917da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.32144018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d917da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.381315395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d917da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.445139978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.504347797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.563363221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.621342554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.635428564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cac0a1-7128-4a26-8623-73e2c3d731b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.697362516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.700041986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cac0a1-7128-4a26-8623-73e2c3d731b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.766214222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.766883055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cac0a1-7128-4a26-8623-73e2c3d731b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.824703111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Service","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.82827367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cac0a1-7128-4a26-8623-73e2c3d731b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.908826587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:06.96229191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.015451398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.069039546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.128798281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.182139568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.235249096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.290387533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d917da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.343838899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d917da"},"namespace":"ai-tenant-e2e-extmod-b-d917da","name":"default-tenant","reconcileID":"bee83d7c-4f1b-4d83-b26e-4527a7f83fe8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d917da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.554852865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e91a39f4-2090-4004-bb2a-e5957eacb61e","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.555335919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"93d5e954-b615-42af-9ae5-da2b017de95d","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.555728043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b799ca-92e9-4161-9189-336df860763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.556096895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674192f8-671d-4360-9c55-3170fad1a206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.61360368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e91a39f4-2090-4004-bb2a-e5957eacb61e","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.614348317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"93d5e954-b615-42af-9ae5-da2b017de95d","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.616077119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674192f8-671d-4360-9c55-3170fad1a206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:07.616689654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b799ca-92e9-4161-9189-336df860763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.561602529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"aa1f2aaa-468a-4134-b91a-a97a5232a0e7","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.561628778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"aa1f2aaa-468a-4134-b91a-a97a5232a0e7","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.726576694Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"fd4b4c4f-8058-41b1-bcdb-c69b9c1c9e41","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-620fe2ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.783804461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a34f26-51e6-4e39-9116-a8ea43745ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.783944443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c56df95d-c144-4cca-8872-927c0a7338f0","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.784135589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037e9b72-9989-4cdf-83a6-7408a6bd74d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.784289449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"fccf90f4-579a-4dd4-abb4-b262b73cf4f6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.784413416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"224f080a-b3b5-4c71-be17-ae5c4e415787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.838311654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a34f26-51e6-4e39-9116-a8ea43745ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.892394507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a34f26-51e6-4e39-9116-a8ea43745ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.89658895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"224f080a-b3b5-4c71-be17-ae5c4e415787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.896616629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037e9b72-9989-4cdf-83a6-7408a6bd74d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.898779137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c56df95d-c144-4cca-8872-927c0a7338f0","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.898970151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"fccf90f4-579a-4dd4-abb4-b262b73cf4f6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:08.946042862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a34f26-51e6-4e39-9116-a8ea43745ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.437697299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"129b7632-c3c1-484e-b149-97795f96bf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.439707667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd807351-dafc-4215-bd02-8dba429992b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.495607732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"129b7632-c3c1-484e-b149-97795f96bf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.497953322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd807351-dafc-4215-bd02-8dba429992b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.544012493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"b0a9a628-f550-459d-94d0-49b01c5ee0e2","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.544010568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c89bf014-2ca4-4ca9-9a4f-2faf7de13aef","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.602398618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c89bf014-2ca4-4ca9-9a4f-2faf7de13aef","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.602554305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"b0a9a628-f550-459d-94d0-49b01c5ee0e2","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:09.783608886Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d917da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d917da","reconcileID":"522a0f54-de17-4f7e-be08-b049855a5194","aitenant":"ai-tenants/e2e-extmod-b-d917da","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:10.570457141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d917da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d917da","reconcileID":"522a0f54-de17-4f7e-be08-b049855a5194","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d917da","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d917da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:10.642647233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:10.87583376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab1029d-b3c1-43c4-9f31-cf4ed8f3ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:10.929977691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab1029d-b3c1-43c4-9f31-cf4ed8f3ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:10.984318078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab1029d-b3c1-43c4-9f31-cf4ed8f3ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:11.039358407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab1029d-b3c1-43c4-9f31-cf4ed8f3ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.260913564Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"5ad4de9f-1242-4615-b502-0d9d01c9584b","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.315766317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"63c0d2e1-f855-45f8-bf46-d7104af9df0c","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.471213738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8bab77b8-a569-4e8e-b1b3-097f2967fabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.471404165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"d40f6822-14ae-483c-bb8c-f4808d3191b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.530054105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"d40f6822-14ae-483c-bb8c-f4808d3191b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.530379723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"8bab77b8-a569-4e8e-b1b3-097f2967fabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.577393304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d30c83a6-d631-441f-b43a-985b9cc13d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.57776617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e8bcdfc4-84bc-46ca-9ebe-7276f1e7f3cf","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.577842868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"ce9c2771-ba32-4155-a177-93a408311b11","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.636202111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d30c83a6-d631-441f-b43a-985b9cc13d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.636208863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"ce9c2771-ba32-4155-a177-93a408311b11","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.638639519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e8bcdfc4-84bc-46ca-9ebe-7276f1e7f3cf","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.674670467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"eddeb150-a66b-44d1-9113-259044eadfa9","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-620fe2ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.731435185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"7503bd6c-0cca-41bb-8dc9-6d6cf8b22869","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"name":"e2e-dft-del-57d312","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.839001427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81ed563d-2bf5-4c72-add4-b82219d4b8de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.839479429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7bef194e-ea81-4529-ac35-428869a4c65a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.841520629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d5c2b96f-593d-4dc2-89e6-5c82fc32a293","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.841538811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d5c2b96f-593d-4dc2-89e6-5c82fc32a293","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.841857562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f2b89311-4370-4371-b4db-765f0aafdf8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.841871941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f2b89311-4370-4371-b4db-765f0aafdf8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.842133234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e591ba52-dc8e-4fc0-9a66-f29b89a797c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.84214633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e591ba52-dc8e-4fc0-9a66-f29b89a797c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.892963719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"a458c60d-ae86-45ad-b5d4-d1bea6762481","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.8976345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5e190abf-9376-44d6-854b-b70e2ff65550","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.897660983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"5e190abf-9376-44d6-854b-b70e2ff65550","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.898909878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"62b9e5dd-264f-42d6-96c1-1cb6f77015f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.899987962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"993e3548-1654-4bcb-8e8e-edfc00cc13e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.976852423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"62b9e5dd-264f-42d6-96c1-1cb6f77015f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.976980409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"993e3548-1654-4bcb-8e8e-edfc00cc13e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:12.999449094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72d895a-f14e-4ca0-b001-8d4a68aa5674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.068740253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72d895a-f14e-4ca0-b001-8d4a68aa5674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.157319737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72d895a-f14e-4ca0-b001-8d4a68aa5674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.21148073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"31fdf86e-b9d1-44c9-a142-8afd96c2c729","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-620fe2ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.212729653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d72d895a-f14e-4ca0-b001-8d4a68aa5674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.21367716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3ff81c66-63f8-4423-8d64-1c9b3b45da2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.267089426Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"e07532a8-4f5d-4a64-ab28-b4dc19620c63","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"name":"e2e-dft-del-57d312","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.27147676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"3ff81c66-63f8-4423-8d64-1c9b3b45da2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.319293518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a8dee8aa-fd03-4eb6-b3bc-905eec8a76a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.319293447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5a123e74-8a75-4ec5-bb3d-ed25d50480fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.320550942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58152663-99ff-4da0-beeb-a006c137e4cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.320566065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58152663-99ff-4da0-beeb-a006c137e4cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.320873826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abc471f9-3474-4d76-88b7-e3d1ad1acfb4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.320891767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abc471f9-3474-4d76-88b7-e3d1ad1acfb4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.32123768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49fa6cc6-2460-487c-9620-7cb5a4f21a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.321253881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49fa6cc6-2460-487c-9620-7cb5a4f21a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.375385459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"9c739b03-5b90-43d8-85fc-2dae8402aad8","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.375409833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"9c739b03-5b90-43d8-85fc-2dae8402aad8","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.377441176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a8dee8aa-fd03-4eb6-b3bc-905eec8a76a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.377711604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"5a123e74-8a75-4ec5-bb3d-ed25d50480fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.431782942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db4f6e3a-44a5-4d77-96b9-49dd95a20fd1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.431802524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db4f6e3a-44a5-4d77-96b9-49dd95a20fd1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.432089611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12e332bc-bec0-44d7-b441-f5153f9c1918","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.432103891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12e332bc-bec0-44d7-b441-f5153f9c1918","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.485238398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"1615212b-9fc8-4615-b6b6-d1ede131f15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.485266747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"efa2ddb8-1437-46b1-b1f6-7e366982c616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.54319103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"efa2ddb8-1437-46b1-b1f6-7e366982c616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.544307228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"1615212b-9fc8-4615-b6b6-d1ede131f15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.607705192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"d127c4c0-e092-498b-b65f-f1e16dd0cdd0","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.662675466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"201c75ef-9359-4a06-9362-cdb450f879f8","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.662712208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"201c75ef-9359-4a06-9362-cdb450f879f8","MaaSModelRef":{"name":"e2e-dft-del-57d312","namespace":"llm"},"routeName":"external-model-e2e-dft-del-57d312-21f2f06b22de","namespace":"llm","model":"e2e-dft-del-57d312","externalModel":"e2e-dft-del-57d312","provider":"e2e-dft-del-57d312-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.776399044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"08abfb76-52e6-4d40-b244-06e1aa9afbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.781678864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ca9cfd6-903a-4042-babc-a411f9eadd1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.833769154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"08abfb76-52e6-4d40-b244-06e1aa9afbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.839175167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ca9cfd6-903a-4042-babc-a411f9eadd1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.932240237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"41b5b636-1c71-483d-9681-c59729632f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.936437968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae1b888-226a-4cfa-91f0-52039f52fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.989677442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"41b5b636-1c71-483d-9681-c59729632f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:13.993860062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae1b888-226a-4cfa-91f0-52039f52fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.038352793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"165ca13c-6ca9-46c1-a7ae-13aad2ff878c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.096346408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"165ca13c-6ca9-46c1-a7ae-13aad2ff878c","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.154060998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"aae22882-2f6b-40e4-8a29-5f1fe61dd0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.21156987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"aae22882-2f6b-40e4-8a29-5f1fe61dd0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.266096521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"9e123dbd-b069-475e-9ccf-8b8390e43448","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.324010777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"9e123dbd-b069-475e-9ccf-8b8390e43448","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.358185874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"76d848c9-950e-44db-bba6-87939662db0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.415921803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"76d848c9-950e-44db-bba6-87939662db0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.458482854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"12c194ec-5ec7-439d-928c-7217d29635d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.516219939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"12c194ec-5ec7-439d-928c-7217d29635d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.565308464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f332fd3e-3038-4124-a0f5-4619b0293d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.622718592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f332fd3e-3038-4124-a0f5-4619b0293d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.659822205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dfc3306c-8f01-459c-9354-9ea7d7fdae3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.717238061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"dfc3306c-8f01-459c-9354-9ea7d7fdae3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.759518138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4d64beb9-044b-4fde-877a-523f61d8c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.81769431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4d64beb9-044b-4fde-877a-523f61d8c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.827614052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"4fe59faf-429c-4e49-805b-f4a36038501e","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.837543451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e2edd903-238f-4beb-acaf-ed8b3007d0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.876290085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9360cd-f6e9-4740-8038-31dadff1a3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.895058035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"e2edd903-238f-4beb-acaf-ed8b3007d0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.933729504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9360cd-f6e9-4740-8038-31dadff1a3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:14.943667051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"b55816ae-481c-4e82-a331-d95755651b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.001241371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"b55816ae-481c-4e82-a331-d95755651b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.044101142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"41da062d-55ae-4ce0-846e-483de72aa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.102036258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"41da062d-55ae-4ce0-846e-483de72aa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.19753725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a1c30e60-1608-423b-bec1-fb2ba5b47d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.25476662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a1c30e60-1608-423b-bec1-fb2ba5b47d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.298804217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a0fbdf7f-283c-4fb4-951f-5a2e3980ffcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.298897352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"92bbf681-aacb-4157-8f39-d8c9467ab0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.360530631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"92bbf681-aacb-4157-8f39-d8c9467ab0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.361085699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"a0fbdf7f-283c-4fb4-951f-5a2e3980ffcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.454809234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5670feae-8000-4b45-928f-3fcd04d1f2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.454867641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f02c9d85-d568-4c3e-811d-b01b41362968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.514303239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"5670feae-8000-4b45-928f-3fcd04d1f2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.514556059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"f02c9d85-d568-4c3e-811d-b01b41362968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.656299059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"725e4d53-8d92-4eab-a5b4-dcb631071acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.70943259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"317b01c9-5509-4968-998f-a0dbad9504cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.713881033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"725e4d53-8d92-4eab-a5b4-dcb631071acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.76689898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"317b01c9-5509-4968-998f-a0dbad9504cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.815683066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40cbdfbc-6f68-468b-a9f3-e333eab690db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.873275327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40cbdfbc-6f68-468b-a9f3-e333eab690db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.882256701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"1c193869-71c6-47bd-9729-74d56e12984a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.939911837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"1c193869-71c6-47bd-9729-74d56e12984a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:15.988903736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01a0306f-988e-4a66-8d67-664ec5190a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.04626743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01a0306f-988e-4a66-8d67-664ec5190a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.184800706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"68c787ac-2548-4bb8-b277-a586fb7f94f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.189584245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"bb00be1c-58bf-4079-8f7e-a11f8e78e592","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.242008147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"68c787ac-2548-4bb8-b277-a586fb7f94f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.246984785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"bb00be1c-58bf-4079-8f7e-a11f8e78e592","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.298760438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"1595fc93-5551-414c-851e-b9c3a870ca56","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:16.35741423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"1595fc93-5551-414c-851e-b9c3a870ca56","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.052655613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"401ab323-39b0-4dd1-8226-63386972ac79","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.105441466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e3b9517-4247-4ff0-946a-710cfcb57050","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.105465371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e3b9517-4247-4ff0-946a-710cfcb57050","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.105853036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c292caac-0267-4a23-9360-74d576b1ef55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.105876099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c292caac-0267-4a23-9360-74d576b1ef55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.106244937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef09ab64-9299-4fbe-8767-6b1a8dff8a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.10626212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef09ab64-9299-4fbe-8767-6b1a8dff8a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.16048286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"7c6f5f4c-ce0d-4fdd-af37-aa83fe34bf02","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-90b583","subscription":"e2e-dft-90b583-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.160869534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c6df80ab-1659-43ef-93c5-c0fd79e669f2","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.160893475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c6df80ab-1659-43ef-93c5-c0fd79e669f2","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.215146875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bec89b1b-3b67-421f-a2d4-441125d7c0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.215522891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"8979e5ae-bc1b-4873-a205-d4e7d3b2ce3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.216364139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3338e8be-4be8-4a9a-acd9-422f3e94ad8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.216383669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3338e8be-4be8-4a9a-acd9-422f3e94ad8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.216658198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2a7477c8-922e-4675-810d-7c669905d79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.216783457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc0c75ab-e998-4aa0-8d6b-3aff34c0487b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.216800104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc0c75ab-e998-4aa0-8d6b-3aff34c0487b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217178502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07268adf-732a-4384-9235-102945dc28aa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217194914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07268adf-732a-4384-9235-102945dc28aa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217520144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ffb098d3-bb8d-4838-b09c-9373acd7611d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217538436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ffb098d3-bb8d-4838-b09c-9373acd7611d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217681498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ccb56001-c6a8-4dcc-bf21-49cbe6de3729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217844255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdf761c1-e791-4201-b0c3-4014ececcb73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.217854761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdf761c1-e791-4201-b0c3-4014ececcb73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.218260027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14810594-5381-4736-ae02-f275551b1dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.26834062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"7c6f5f4c-ce0d-4fdd-af37-aa83fe34bf02","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.27392287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"8979e5ae-bc1b-4873-a205-d4e7d3b2ce3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.274548468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"80a00772-a8e5-4ed6-83b3-686e5010d876","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.274565655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"80a00772-a8e5-4ed6-83b3-686e5010d876","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.274757585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"bec89b1b-3b67-421f-a2d4-441125d7c0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.27679849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"2a7477c8-922e-4675-810d-7c669905d79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.278244365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ccb56001-c6a8-4dcc-bf21-49cbe6de3729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.27908394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"14810594-5381-4736-ae02-f275551b1dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.322735045Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-sub","reconcileID":"7c6f5f4c-ce0d-4fdd-af37-aa83fe34bf02","MaaSSubscription":{"name":"e2e-dft-90b583-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-90b583","namespace":"llm","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.325945203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fd4b23c-9578-4a6e-b4ac-1f019d8c4cbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.326748728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ee163d3-2fe2-485d-82c0-426e0a76ecdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.378819519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"5ca1a80a-a397-422e-9185-ef0f940d3266","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.546081314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-57d312","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-57d312","reconcileID":"2bf3e906-9b89-460a-8dee-6846fa5469f9","namespace":"llm","name":"e2e-dft-del-57d312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.650771188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"231280c2-0f35-47d4-8be4-ce0856980269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.70845796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"231280c2-0f35-47d4-8be4-ce0856980269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.757471847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b62c3921-d7ad-4537-9281-d1c8938af088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.759140319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3488cf3b-6416-4bce-a352-a13058a01cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.764846042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"e8e98e64-b0b9-48aa-bfb1-35f2501dcd10","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.764866053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"e8e98e64-b0b9-48aa-bfb1-35f2501dcd10","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.814982436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b62c3921-d7ad-4537-9281-d1c8938af088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.81626155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"3488cf3b-6416-4bce-a352-a13058a01cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.863293648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a08def-dc4b-4aaf-9262-e9799df65b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.864566182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"962c1766-dac4-411d-82ed-9c0d9d240cb6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.872236676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"148c65e9-0f8e-4135-a573-2fa730187724","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.872256893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"148c65e9-0f8e-4135-a573-2fa730187724","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.920740036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a08def-dc4b-4aaf-9262-e9799df65b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.922145392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"962c1766-dac4-411d-82ed-9c0d9d240cb6","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.980485467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"eed61e22-b6a6-45f9-bc5e-ef86543968ce","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:19.980507916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"eed61e22-b6a6-45f9-bc5e-ef86543968ce","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.07701037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"44dac74c-d723-4732-be7c-dd386a4423e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.134454003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"44dac74c-d723-4732-be7c-dd386a4423e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.176745109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"985ee26e-65a1-40fb-911d-258b18cb9767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.229730992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0d41852d-e131-4eee-a6bc-a3ca657b4b68","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.23463169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"985ee26e-65a1-40fb-911d-258b18cb9767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.278197621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6e748565-7229-4d3d-b486-339c635127bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.287564712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"0d41852d-e131-4eee-a6bc-a3ca657b4b68","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.335995958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6e748565-7229-4d3d-b486-339c635127bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.385574066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"20a25d0e-b753-4bd8-8880-25ced6cdc213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.444707103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"20a25d0e-b753-4bd8-8880-25ced6cdc213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.492688029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8656ea3b-faa9-43eb-a388-af266a8c285a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.55621713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8656ea3b-faa9-43eb-a388-af266a8c285a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.643674621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"20a322b7-f2e3-41da-b211-c5bb8ed1ecd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.661643672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b9e2802e-4e6e-4036-b534-f874b0e79e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.701083973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"20a322b7-f2e3-41da-b211-c5bb8ed1ecd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.719195269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b9e2802e-4e6e-4036-b534-f874b0e79e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.732030294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8eedc509-37d6-4f4d-91b3-9df500276236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.808746496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8eedc509-37d6-4f4d-91b3-9df500276236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.851416043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c17775a-060e-4108-93b8-485686cd63b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.909113054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c17775a-060e-4108-93b8-485686cd63b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.932423593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"565c38a3-09bc-4831-8f3b-a12249703902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.968199966Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-90b583-access","reconcileID":"0b224be4-76f3-4603-9757-e70565988204","MaaSAuthPolicy":{"name":"e2e-dft-90b583-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:20.990122275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"565c38a3-09bc-4831-8f3b-a12249703902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.18235746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e560b8-ec22-4913-8acb-5d39c28ad6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.241613808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e560b8-ec22-4913-8acb-5d39c28ad6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.281969143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"0379a29c-8955-487a-a8b8-25614a3154ca","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.28199089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"0379a29c-8955-487a-a8b8-25614a3154ca","MaaSModelRef":{"name":"e2e-dft-90b583","namespace":"llm"},"routeName":"external-model-e2e-dft-90b583-8f3fd318c4e1","namespace":"llm","model":"e2e-dft-90b583","externalModel":"e2e-dft-90b583","provider":"e2e-dft-90b583-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.766419793Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"d32d77d9-e8a3-431a-b8ec-9280a97641e3","namespace":"llm","name":"e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.856300365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3c94a46-8774-465f-b9fc-98390dd28ac2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.856326555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3c94a46-8774-465f-b9fc-98390dd28ac2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.85682707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed459f5a-be09-4014-9360-20e60a5d8f38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.856847784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed459f5a-be09-4014-9360-20e60a5d8f38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.857202444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8090b24c-a9ad-45d3-b787-6fc792ae194b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.857219291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8090b24c-a9ad-45d3-b787-6fc792ae194b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.857537723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a50973fc-e924-4857-a9b5-03d3cf110a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.857554892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a50973fc-e924-4857-a9b5-03d3cf110a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.911630456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"a09a0d46-c845-44ff-b7e2-22546efdac11","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.911658703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"a09a0d46-c845-44ff-b7e2-22546efdac11","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.929861554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e502031e-779a-4ee0-bd6d-333721837862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.93008522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a82e7a6b-ddd1-4ad9-9576-d07b62c77b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.93036171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f72382d9-a9d1-41d5-b527-d52723423d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.930525492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b8d155f7-03e6-4307-b5c2-d12cf8300ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.930728686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"db651fb1-59ff-4b68-9be1-01367289bc0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.965434108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e139d9a6-55a6-416b-a666-1f400f9a167d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.96545124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e139d9a6-55a6-416b-a666-1f400f9a167d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.965702005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe9880fb-5612-4a91-8405-2e025f3b55f3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.965712513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe9880fb-5612-4a91-8405-2e025f3b55f3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.965944066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"939e5b35-58d0-417d-9d57-dd3db13de18d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.965954684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"939e5b35-58d0-417d-9d57-dd3db13de18d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.96617878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8385e0d2-7cbf-455d-bde0-e5f4c7e3406c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.966189855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8385e0d2-7cbf-455d-bde0-e5f4c7e3406c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.988943557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a82e7a6b-ddd1-4ad9-9576-d07b62c77b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.989637073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e502031e-779a-4ee0-bd6d-333721837862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.991544667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"f72382d9-a9d1-41d5-b527-d52723423d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.993309358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"db651fb1-59ff-4b68-9be1-01367289bc0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:21.993718831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"b8d155f7-03e6-4307-b5c2-d12cf8300ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.076826115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8b61349-c10c-4fef-abc5-cad0e9667420","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.077493439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ddd3974-5883-43fb-94b5-106b10676cf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.137125945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"597d0e95-520e-43f4-af8d-fa07479171b2","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.298029913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-90b583","namespace":"llm"},"namespace":"llm","name":"e2e-dft-90b583","reconcileID":"b31f9ae6-6e58-485d-8443-f01df92f510c","namespace":"llm","name":"e2e-dft-90b583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.360584529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"efd8f781-1e47-4203-98dc-157b6dbfceaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.360581868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0f30e79b-7803-418c-a0bd-3d026cd14dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.361511957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b528e169-10e9-43a4-bee4-eb28655226ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.416262381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e207ebd2-5c8b-4773-b764-1c61b79081e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.416324829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b83d79-bab4-4356-80a3-0548d06d6ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.420744381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"efd8f781-1e47-4203-98dc-157b6dbfceaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.421638401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0f30e79b-7803-418c-a0bd-3d026cd14dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.423390366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"b528e169-10e9-43a4-bee4-eb28655226ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.474302521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e207ebd2-5c8b-4773-b764-1c61b79081e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.474330032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b83d79-bab4-4356-80a3-0548d06d6ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.742439101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8c86fff8-57e5-414c-ac20-5e30cbf22f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.742976687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e094d01e-58ac-4ac1-9a51-3e52c92f68ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.795266227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"29b69799-1d47-4dea-a9a5-33892218ab45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.795298405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c2756413-c484-43b3-bcd5-4c2c0b518d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.795979893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"64ef3b64-4fa3-472c-8c30-752da7a9eba8","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.80139659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8c86fff8-57e5-414c-ac20-5e30cbf22f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.801476357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"e094d01e-58ac-4ac1-9a51-3e52c92f68ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.854470423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"29b69799-1d47-4dea-a9a5-33892218ab45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.854592895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"c2756413-c484-43b3-bcd5-4c2c0b518d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:22.857468841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"64ef3b64-4fa3-472c-8c30-752da7a9eba8","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.182479987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c5d8bf65-5fc9-40c3-a4bc-f18197c5e499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.182478237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"06c48a04-99a7-4d06-9679-ec4a23c64531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.284141528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"c5d8bf65-5fc9-40c3-a4bc-f18197c5e499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.292873931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"06c48a04-99a7-4d06-9679-ec4a23c64531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.368642245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"9b1511a4-19fc-4ccb-9f11-ceaff90062e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.429387826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"d8b83432-41b9-4dfa-bb21-9a3e0169388e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.430772772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9db3670b-d736-49f9-a134-29c047851340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.436019512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"9b1511a4-19fc-4ccb-9f11-ceaff90062e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.493173561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"d8b83432-41b9-4dfa-bb21-9a3e0169388e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.498125109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9db3670b-d736-49f9-a134-29c047851340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.694928784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"45cd3797-2bd3-4618-8c18-2f282acfc8e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.747757103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c80192f0-cdc3-4b1d-8179-9f853ad6e7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.752551236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"45cd3797-2bd3-4618-8c18-2f282acfc8e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.793007157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2701bb63-d9da-4901-b9da-64812b02368f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.805291567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c80192f0-cdc3-4b1d-8179-9f853ad6e7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:23.850581846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2701bb63-d9da-4901-b9da-64812b02368f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.315715171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"12cfb1f4-a320-4a54-bda7-007401a52638","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.370249073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"b6049ae4-3be0-49ab-85af-169306f2e6dd","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.477722854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"605a47be-5888-41e6-a422-b17d8c1467ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.477730882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"97dffb1e-1248-4e7d-a779-bfbbb7052d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.478401754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"55a79daf-23ab-4b9d-b5f8-ded2361fd17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.478497864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d921ff13-f005-4cf3-be8d-960bd2567097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.478822719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4f883b63-532e-404e-a8fd-7d645813ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.536843272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"605a47be-5888-41e6-a422-b17d8c1467ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.537251791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"97dffb1e-1248-4e7d-a779-bfbbb7052d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.539471141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d921ff13-f005-4cf3-be8d-960bd2567097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.539516122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"55a79daf-23ab-4b9d-b5f8-ded2361fd17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.541809746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"4f883b63-532e-404e-a8fd-7d645813ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.67404648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"735c01b2-8f4d-4a37-a6ff-68fa97a3e68b","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.786437822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29e00a68-86c4-458a-95c2-91c5016beb40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.786457461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29e00a68-86c4-458a-95c2-91c5016beb40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.78686027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d3f3c17-458b-458b-aee0-12834a9c281f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.786878059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d3f3c17-458b-458b-aee0-12834a9c281f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.840666871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"e78ae4ac-2fc0-4100-b6fa-615a3747a755","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.846956127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8bafdcf-fca3-48c0-a2fe-64567eb7109a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.846989668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1180300e-4b23-4e7b-a0de-bf350a1afb8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894268748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"acddc3cd-9998-4d6f-a2a6-22bb18619726","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894290622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"acddc3cd-9998-4d6f-a2a6-22bb18619726","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894581147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21ee3a9f-4ef2-4560-8e42-0a709496b007","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894593234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21ee3a9f-4ef2-4560-8e42-0a709496b007","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894835113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd23ddd-973c-4635-a4fb-19798982f480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.894847182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd23ddd-973c-4635-a4fb-19798982f480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.898751914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"7e6d5f17-dd56-4015-82cb-84fead32917f","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.906225923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0b49d898-7dfd-4a83-adf3-ee51138e03a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.906367198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"08b73d2d-597e-4503-acee-e6e25bc7afb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.906811779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a01afbe2-0da3-4949-a06a-6b550b97e4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.949875077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"05fa35ea-cfec-4936-bd08-ea04742072d3","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.949918091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"05fa35ea-cfec-4936-bd08-ea04742072d3","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.963931587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d633898-214c-44e3-8236-f445a50e963a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.965836339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04bd0e8e-0d3a-4bd6-9d72-452b20a9dbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.975056182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"08b73d2d-597e-4503-acee-e6e25bc7afb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.984225069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"a01afbe2-0da3-4949-a06a-6b550b97e4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:24.990113532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0b49d898-7dfd-4a83-adf3-ee51138e03a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.030540717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04bd0e8e-0d3a-4bd6-9d72-452b20a9dbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.032726915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d633898-214c-44e3-8236-f445a50e963a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.049262168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f3e73b1-503c-41a3-a0f1-5f5fe48f980b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.049291687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f3e73b1-503c-41a3-a0f1-5f5fe48f980b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.049679796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75a7c485-a7ec-4d06-9c64-fc4b35789ba6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.049695251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75a7c485-a7ec-4d06-9c64-fc4b35789ba6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.050031991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc2aa595-eded-4e74-96a3-81433ff614bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.050049078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc2aa595-eded-4e74-96a3-81433ff614bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.355368105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"1afdf1a5-a3b9-4a0b-b879-a86109faee83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.355435102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"29c98853-fecf-43ab-837e-894fa47dd835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.409368886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e6185d90-0b59-4735-bcc9-e3ca4272e95d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.413381243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"29c98853-fecf-43ab-837e-894fa47dd835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.41391198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"1afdf1a5-a3b9-4a0b-b879-a86109faee83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.451500339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"dc11337a-7cd2-4e98-af9e-c8448d0ab02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.451499063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cc03c466-7048-4a68-97c5-cc3231aad01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.46730755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e6185d90-0b59-4735-bcc9-e3ca4272e95d","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.509177082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"dc11337a-7cd2-4e98-af9e-c8448d0ab02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.509504464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cc03c466-7048-4a68-97c5-cc3231aad01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.568361561Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"b0faa40b-e2ca-4d36-9306-734459106ee8","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.62335069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"3f259d50-25bc-4aaa-bf58-4d0b2b22116c","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.623376346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"3f259d50-25bc-4aaa-bf58-4d0b2b22116c","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-530585-1266a1c94a56","namespace":"llm","model":"e2e-dft-refs-530585","externalModel":"e2e-dft-refs-530585","provider":"e2e-dft-refs-530585-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.782096343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"dff5979f-1aa1-46c1-849e-8d66041dd9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.78280028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"a36f8ac5-2030-4198-ae5b-6f1f34b2dd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.840477873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"dff5979f-1aa1-46c1-849e-8d66041dd9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.840762311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"a36f8ac5-2030-4198-ae5b-6f1f34b2dd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.917397788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d719fd6e-aa0b-44ae-96a8-0d0bc4bb3211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.971789892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3307e6ee-004a-4f24-8000-330c6e27a5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:25.975822043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"d719fd6e-aa0b-44ae-96a8-0d0bc4bb3211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.029519689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3307e6ee-004a-4f24-8000-330c6e27a5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.073285305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"277f811b-2951-4926-b95a-7f826b751c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.1313895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"277f811b-2951-4926-b95a-7f826b751c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.209390103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"837cb47b-c96f-4ef4-96fa-8072b65805d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.209435952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"18ffaf69-aff4-4048-84ce-3ecc8675eb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.267839784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"18ffaf69-aff4-4048-84ce-3ecc8675eb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.268092819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"837cb47b-c96f-4ef4-96fa-8072b65805d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.509314353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"1d2d1652-4770-47de-ad0b-ddb40480c452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.562960668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"043644c8-b42f-49d5-89dc-39c5b61566f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.562967176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"caac1f53-1255-49a9-b67a-8a08312b3b2c","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.567273188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"1d2d1652-4770-47de-ad0b-ddb40480c452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.621717774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"043644c8-b42f-49d5-89dc-39c5b61566f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.621777819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"caac1f53-1255-49a9-b67a-8a08312b3b2c","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.668604235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d0861284-0c40-47f6-a872-faf59e126571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.669159273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"002c9545-54f7-45ce-b012-eebaaa03b25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.769081573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"002c9545-54f7-45ce-b012-eebaaa03b25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.770200316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"d0861284-0c40-47f6-a872-faf59e126571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.938002768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8954734b-ee7e-42bd-a331-8750b05b6631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:26.995886443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"8954734b-ee7e-42bd-a331-8750b05b6631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:27.32653531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d069cfc9-01b0-42f0-b9ae-7c6ccfd1d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:27.380750571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d069cfc9-01b0-42f0-b9ae-7c6ccfd1d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:27.434541598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d069cfc9-01b0-42f0-b9ae-7c6ccfd1d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:27.488335691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d069cfc9-01b0-42f0-b9ae-7c6ccfd1d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:27.786130408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ca2bb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ca2bb2","reconcileID":"26cbb1c7-e894-4f0b-b478-8ca9b56dde16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ca2bb2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ca2bb2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:29.43471375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57b4282-5973-494d-8c90-a051e6ef31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:29.488718204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57b4282-5973-494d-8c90-a051e6ef31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:29.542818021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57b4282-5973-494d-8c90-a051e6ef31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:29.59682767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57b4282-5973-494d-8c90-a051e6ef31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.561141806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"cc4a2ab6-bdb3-415f-8c45-4627d8356def","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.615723181Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"0c27e980-2fb0-4603-95d4-43b478deb150","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-530585-1266a1c94a56","namespace":"llm","model":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.740790993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4d92abb-caf6-4df8-8a07-17df20f1d703","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.740818844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4d92abb-caf6-4df8-8a07-17df20f1d703","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.789771655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"3c562b89-0755-40c5-b2a1-acac116cc70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.789803883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a312da54-e12f-471b-9886-f8998585d740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.790512116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"d007ba10-80d9-4864-a664-4a2494806b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.794835526Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"863efd22-2489-400e-824c-ca287a1271ae","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-530585-1266a1c94a56","namespace":"llm","model":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.842884142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43d3db13-4cfc-4405-8806-4f77a5a654f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.844046537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70cb8809-64f7-4e50-ab42-c76f83ad33e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.848555503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a312da54-e12f-471b-9886-f8998585d740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849149339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"3c562b89-0755-40c5-b2a1-acac116cc70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849276035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"649a0c01-7408-433a-8e2f-0ef236632b7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849291489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"649a0c01-7408-433a-8e2f-0ef236632b7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849597811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255104fe-cd52-4abe-9551-afb8522a5abd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849612894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255104fe-cd52-4abe-9551-afb8522a5abd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849838038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98d744ad-cfd8-42c1-8584-414b9995ead7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.849848943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98d744ad-cfd8-42c1-8584-414b9995ead7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.852244422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"d007ba10-80d9-4864-a664-4a2494806b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.898730165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f57555-cbd4-4144-898b-7b64ff11a228","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.899548582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a0afc28-5d43-4cc7-9a46-1023046a65f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.903338869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43d3db13-4cfc-4405-8806-4f77a5a654f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.906810749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"301ba3ef-9a24-41de-97cb-9076960738d2","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.906832621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"301ba3ef-9a24-41de-97cb-9076960738d2","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.907353122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70cb8809-64f7-4e50-ab42-c76f83ad33e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.960053363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"f221b895-a8d5-4c97-bef7-e01fdb8368b1","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:30.990013299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"879a9fe4-19a3-4832-ba1b-c27bb77548ea","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.014989958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d2370ca-8d8a-4f1a-a5f8-d6a0fe49ff0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015009992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d2370ca-8d8a-4f1a-a5f8-d6a0fe49ff0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015330729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34290d77-9d59-4e14-a492-3b08c3149c54","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015343882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34290d77-9d59-4e14-a492-3b08c3149c54","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015596398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"024bf44e-59ef-4f4f-be89-9334b7238f10","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015608546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"024bf44e-59ef-4f4f-be89-9334b7238f10","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015852381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c98b6b0-8fe7-4921-8b89-c8aeb73616b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.015863633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c98b6b0-8fe7-4921-8b89-c8aeb73616b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.069916359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"33042ffc-c34f-4710-91c5-9b54261cf349","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.23129998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ed566173-90e6-464e-8cbc-8930160312e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.231302481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"153d0201-c656-45e3-99b0-b65997998954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.231683787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6bf36476-61b8-45b0-bacb-cfee904d3aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.285345989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a5bc9183-7dde-44c9-b1db-342eb9631105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.285351829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c2c7d3c4-fc68-4564-8e60-bbb45682bd91","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.289935089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"6bf36476-61b8-45b0-bacb-cfee904d3aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.289958619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"ed566173-90e6-464e-8cbc-8930160312e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.292269922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"153d0201-c656-45e3-99b0-b65997998954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.342966195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c2c7d3c4-fc68-4564-8e60-bbb45682bd91","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.343141469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a5bc9183-7dde-44c9-b1db-342eb9631105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.548039062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85328cd8-608e-41d7-a040-de8a5ba4295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.60216337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85328cd8-608e-41d7-a040-de8a5ba4295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.656763808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85328cd8-608e-41d7-a040-de8a5ba4295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.710710781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85328cd8-608e-41d7-a040-de8a5ba4295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.818024876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cd131e1a-a1f7-47a3-b783-4e7079664b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.818025034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e8feb564-f662-4a04-a6f6-bc0aa48cec78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.81866479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4c752c08-06d1-4f30-9723-0c6147e1d839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.876859499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"e8feb564-f662-4a04-a6f6-bc0aa48cec78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.8770445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4c752c08-06d1-4f30-9723-0c6147e1d839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.879222543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"cd131e1a-a1f7-47a3-b783-4e7079664b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.930855157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d3ec572-ea3c-40a7-979b-7e904d8c2c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:31.989553869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d3ec572-ea3c-40a7-979b-7e904d8c2c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.038151752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b303bc2-4065-469c-820f-3303a78fca6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.108314104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b303bc2-4065-469c-820f-3303a78fca6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.258450063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"40aac940-7f25-498d-b981-90262b462d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.316197947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"40aac940-7f25-498d-b981-90262b462d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.347238667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"460bafc5-d342-45f2-99b7-d18582196a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.347260942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"45d4c57d-c919-4cef-92a1-4e94a13205e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.404869612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"460bafc5-d342-45f2-99b7-d18582196a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:32.405039144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"45d4c57d-c919-4cef-92a1-4e94a13205e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.79082233Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"cf659ee9-5cab-4a38-910a-5f1963d3532b","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.846783465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"957599b7-2183-45bf-89bf-3e0a0163919f","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.952412514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d7edc98c-fc0b-4adc-949b-97c523ddf952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.952534038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4b3e14e1-4caf-48fa-997c-4fb3e32948d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.953094861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"3a5197c7-5f77-4642-b2b3-7cb268fa15f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:36.953250573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"5709dec9-412d-43fc-9044-c336ff4cb649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.009446858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da60db5-4633-464c-83c9-ebb8c5a6f58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.01354472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"4b3e14e1-4caf-48fa-997c-4fb3e32948d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.013657771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"3a5197c7-5f77-4642-b2b3-7cb268fa15f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.015873008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d7edc98c-fc0b-4adc-949b-97c523ddf952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.015966212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"5709dec9-412d-43fc-9044-c336ff4cb649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.070486633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da60db5-4633-464c-83c9-ebb8c5a6f58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.107997208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"e937907d-7e06-4bd6-af49-ced0637feb33","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.162382999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8016aea5-5a4e-4eb6-a297-d1cb5b70371a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.162405924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8016aea5-5a4e-4eb6-a297-d1cb5b70371a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.162855651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8fd81376-3bef-4718-9603-aa2916782ad1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.162873476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8fd81376-3bef-4718-9603-aa2916782ad1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.163274092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a08841-5f09-4696-93b9-45c45b16df5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.163291764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a08841-5f09-4696-93b9-45c45b16df5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.218755754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"4819ca30-cee2-46f5-8ce3-7146ea825a10","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.218871153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"4819ca30-cee2-46f5-8ce3-7146ea825a10","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.273204551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d932b79b-1972-4c1f-873b-c818f40c0c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.273804416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee469ba9-8ec0-46ee-8c15-9d7bc6f8fae4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.273824665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee469ba9-8ec0-46ee-8c15-9d7bc6f8fae4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.273976203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e4a279b-a1e2-4064-a36f-e8cfb2c050e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274211225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"acf0424c-6467-485f-99f7-5ec80f0bcefe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274226103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"acf0424c-6467-485f-99f7-5ec80f0bcefe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274567806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ba013c8-5685-4a24-ad5f-3df8937bb3d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274582442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ba013c8-5685-4a24-ad5f-3df8937bb3d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274895677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"315df955-310b-4b66-99a9-d8d540706245","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.274908875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"315df955-310b-4b66-99a9-d8d540706245","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.275224371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92aff974-0539-441e-8535-08693c40b271","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.275237974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92aff974-0539-441e-8535-08693c40b271","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.3280029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"f763ef31-1955-4677-b612-636dd332a1cd","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.331562317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"b5d5438c-dcfe-4f9a-9d2b-45effeea5694","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"name":"e2e-dft-refs-530585","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.386042851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"df7be7de-2e45-4443-9612-e22f6db9d902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.386701493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2c51b29c-9792-4012-a303-9be1443a2550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.389279064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1500b67d-b51a-4523-8dd4-2df8dffd1cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.389912544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18b30ac0-2df1-4a7b-a0e3-4fd7ba1995b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.390833434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18b30ac0-2df1-4a7b-a0e3-4fd7ba1995b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.391316204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"667d091a-5d43-4b86-8807-e3efe381ee81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.391392903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"667d091a-5d43-4b86-8807-e3efe381ee81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.391921918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4bcade-8c5c-4030-8507-165db8aefbd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.391971683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4bcade-8c5c-4030-8507-165db8aefbd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.447547208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c2ed8a9-9ad0-4fc0-8b2e-a8d6c3764995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.448766426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"d31da603-6df3-4743-ac6a-bdf454f265de","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.448792127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"d31da603-6df3-4743-ac6a-bdf454f265de","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.455366059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"df7be7de-2e45-4443-9612-e22f6db9d902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.458335609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"2c51b29c-9792-4012-a303-9be1443a2550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.459529748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"1500b67d-b51a-4523-8dd4-2df8dffd1cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.506516299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c2ed8a9-9ad0-4fc0-8b2e-a8d6c3764995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.541928273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"7c6f6094-d0d4-46a2-be18-bf0d56309633","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.599566705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"7c6f6094-d0d4-46a2-be18-bf0d56309633","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.826609781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fca83af8-1841-4fed-9172-9864bfad2d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.826816166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"782a16b4-61c4-4afa-b105-8e109b0828c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.826613829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"91211e1c-0f92-4068-a4a6-f3682bf95ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.884549022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"91211e1c-0f92-4068-a4a6-f3682bf95ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.884742552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"782a16b4-61c4-4afa-b105-8e109b0828c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.887184977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fca83af8-1841-4fed-9172-9864bfad2d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.981706555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22a54d45-ba47-4f25-a98c-665ad62be4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:37.994535425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"790b3ed7-010a-4d53-85ba-a93c5eab0e0c","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.039735501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22a54d45-ba47-4f25-a98c-665ad62be4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.04816035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"2d7ab5ab-205c-4b9c-b496-a1994c7e3be0","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.048186911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"2d7ab5ab-205c-4b9c-b496-a1994c7e3be0","MaaSModelRef":{"name":"e2e-dft-refs-530585","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-530585-1266a1c94a56","namespace":"llm","model":"e2e-dft-refs-530585","externalModel":"e2e-dft-refs-530585","provider":"e2e-dft-refs-530585-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.088479803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"268cd92c-a56a-4ca3-8792-345ff7d23ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.146660174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"268cd92c-a56a-4ca3-8792-345ff7d23ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.267171476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b92e2153-30b8-4064-b137-90ad3960267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.267255298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ae999160-7340-404a-81a8-46d831cf007e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.329363421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"b92e2153-30b8-4064-b137-90ad3960267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.3304317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"ae999160-7340-404a-81a8-46d831cf007e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.362871593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"fee22067-45ff-44d5-a0b5-179e790fc488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.420859877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"fee22067-45ff-44d5-a0b5-179e790fc488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.522785716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a656a4b5-ea6f-4044-9d88-74547faa2d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.580785258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a656a4b5-ea6f-4044-9d88-74547faa2d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.622663177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cef34c1-ffaa-4d3b-843a-de53b82ca280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.680527002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cef34c1-ffaa-4d3b-843a-de53b82ca280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.709354114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8103a692-bf0c-45b3-a419-535b983bba73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.756119303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"7211084d-7936-440a-9e81-dd85c4b515dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.763230641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c77f1fe2-c8a2-4c67-8c56-c6d6f4d8c635","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.768328733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"8103a692-bf0c-45b3-a419-535b983bba73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.813640316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"7211084d-7936-440a-9e81-dd85c4b515dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.822858311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"c77f1fe2-c8a2-4c67-8c56-c6d6f4d8c635","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.90019502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b0d3f6fd-2c9d-4d57-873c-f3b76a7b861f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:38.957537684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"b0d3f6fd-2c9d-4d57-873c-f3b76a7b861f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.00100029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"07e2666d-3115-41f2-ba85-197853e12d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.077298854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"07e2666d-3115-41f2-ba85-197853e12d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.184933602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2faf28d1-e4dd-4ebd-8fa2-11f9dc682de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.185196205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"72c978dc-cd8e-4267-aa93-752ef9a9325b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.244006612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"72c978dc-cd8e-4267-aa93-752ef9a9325b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.244051058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"2faf28d1-e4dd-4ebd-8fa2-11f9dc682de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.292186398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"3f3d19df-80a1-4509-bd96-0c1547602bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:39.353643632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"3f3d19df-80a1-4509-bd96-0c1547602bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:40.644991872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.372808375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"36795457-8205-4736-bc29-f9ef2e7cb286","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.429090602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ed52c94-3512-43ec-bb65-0317fb1bf34b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.429113208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ed52c94-3512-43ec-bb65-0317fb1bf34b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.429397936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d6440c64-ef4f-4d1d-8418-995b547715d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.42940959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d6440c64-ef4f-4d1d-8418-995b547715d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.429669404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adad14b8-d950-49f3-a0db-8203a2152726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.429688785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adad14b8-d950-49f3-a0db-8203a2152726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430125935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6119abbc-1644-428f-9e11-1581f67c98df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430140454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6119abbc-1644-428f-9e11-1581f67c98df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430386706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f460fbd-0bce-4fee-8199-b6f0577ddd8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430401169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f460fbd-0bce-4fee-8199-b6f0577ddd8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430617262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9860ced-1994-4eca-8108-932245325b50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.430627786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9860ced-1994-4eca-8108-932245325b50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.484815859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"e809d279-fa38-4116-8534-b813ce271dbc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.484842576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"e809d279-fa38-4116-8534-b813ce271dbc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.535433756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"444d4639-ca0e-426a-9cd4-348dab2c2b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.535450161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5a87a358-cb4b-4c8c-9647-7293017eee12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.537613508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"991730b7-541d-46da-8dd4-64886a2bc189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.538181473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"fb6df32c-377e-49e8-9acd-d67f9bdf7eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.539108712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3e84032-7dd7-4a41-8d0e-7a6b41bcf5ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.539125864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3e84032-7dd7-4a41-8d0e-7a6b41bcf5ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.539379901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cc19b69-4895-4a33-a9a8-50cf5e8293cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.539390947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cc19b69-4895-4a33-a9a8-50cf5e8293cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.58780788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"5b2d4677-913a-467d-b75c-986dd5282ca5","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.593616031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"444d4639-ca0e-426a-9cd4-348dab2c2b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.593927529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"5a87a358-cb4b-4c8c-9647-7293017eee12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.596673635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"991730b7-541d-46da-8dd4-64886a2bc189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.597818423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"fb6df32c-377e-49e8-9acd-d67f9bdf7eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.648981523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"5b2d4677-913a-467d-b75c-986dd5282ca5","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.650328033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"053323d2-b2c4-4a9c-a94e-3af76c7f7b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.651489062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef1ba16b-af7e-44da-b406-961ee028d147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.708309676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"06a8460c-9434-4bf0-8462-c226fa4d532c","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.859124734Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-530585","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-530585","reconcileID":"2ffa42a3-e5f9-40ef-add1-c59e301e243f","namespace":"llm","name":"e2e-dft-refs-530585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.971575499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0682dcf4-9e46-4204-bbea-fb6198685694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.97193152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"e9e44bb0-2830-44ae-830b-da2378191859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.972001056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"fc397bf7-696f-485a-a092-698d9b7204af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:43.972447176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ff02623e-7caa-40db-95a8-62246b5856cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.030336427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"0682dcf4-9e46-4204-bbea-fb6198685694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.031891172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"e9e44bb0-2830-44ae-830b-da2378191859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.035181304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"fc397bf7-696f-485a-a092-698d9b7204af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.036817434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"ff02623e-7caa-40db-95a8-62246b5856cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.138410904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7e056ef-e5a2-42c7-88c6-7a92123a4bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.19622955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7e056ef-e5a2-42c7-88c6-7a92123a4bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.40032632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"35bb76e8-3806-4dc7-b15f-e79f8ae63b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.400433975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"07c3e07a-7226-4cca-baf0-28d61d9d897b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.453193261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"1b020dec-16f2-44d4-86c8-c4bba25b2576","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.453642211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1b4d63b-73ad-4214-acb7-a3d2dcd64675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.458009268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"07c3e07a-7226-4cca-baf0-28d61d9d897b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.458037749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"35bb76e8-3806-4dc7-b15f-e79f8ae63b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.511733316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1b4d63b-73ad-4214-acb7-a3d2dcd64675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.512757587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"1b020dec-16f2-44d4-86c8-c4bba25b2576","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.516290345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"67082d4b-3b3b-402f-ab63-f53829f162c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.574037834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"67082d4b-3b3b-402f-ab63-f53829f162c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.827632172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"15305d43-12d4-4da4-aefc-b86b2af97de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.827652227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"2e03f451-c8aa-4e14-9d26-c1a514132fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.88564504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"15305d43-12d4-4da4-aefc-b86b2af97de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.886788364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"2e03f451-c8aa-4e14-9d26-c1a514132fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.927780188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"25444314-aa52-4123-acc0-99d09d31348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.927799231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"24fabc2a-bee4-4e75-ab29-d0559d6e07c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.940248881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f20ea2c4-7a7f-423f-9b55-37599ca00c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.988024792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"25444314-aa52-4123-acc0-99d09d31348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.98844327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"24fabc2a-bee4-4e75-ab29-d0559d6e07c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:44.999207836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"f20ea2c4-7a7f-423f-9b55-37599ca00c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:45.255431953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"0ec9b694-3b34-4451-9dd6-05b0fac37ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:45.255431877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"1245be04-d915-4b3e-8722-071fd460ca3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:45.314731122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"1245be04-d915-4b3e-8722-071fd460ca3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:45.314758938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"0ec9b694-3b34-4451-9dd6-05b0fac37ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:50.49783222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da6dbd9-3e15-49be-95bf-434aecce0803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:50.551496489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da6dbd9-3e15-49be-95bf-434aecce0803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:50.605405963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da6dbd9-3e15-49be-95bf-434aecce0803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:50.65930727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da6dbd9-3e15-49be-95bf-434aecce0803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:51.147221101Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-964f1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-964f1e","reconcileID":"1ce59c23-c3d1-4af5-af4c-5e748bcb079a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-964f1e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-964f1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:52.609556025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578c5e6b-b5aa-4d25-bd02-eb33778c308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:52.663541122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578c5e6b-b5aa-4d25-bd02-eb33778c308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:52.717394083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578c5e6b-b5aa-4d25-bd02-eb33778c308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:52.770998216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578c5e6b-b5aa-4d25-bd02-eb33778c308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:54.742658055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b5f437-8c8b-4da8-b85b-cf94cdd785c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:54.796498955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b5f437-8c8b-4da8-b85b-cf94cdd785c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:54.850597619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b5f437-8c8b-4da8-b85b-cf94cdd785c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:54.920668175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b5f437-8c8b-4da8-b85b-cf94cdd785c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:56.880650108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87445a-1b5e-444e-9ca9-8a5b2b0463fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:56.934891531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87445a-1b5e-444e-9ca9-8a5b2b0463fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:56.988867865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87445a-1b5e-444e-9ca9-8a5b2b0463fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:55:57.042663085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87445a-1b5e-444e-9ca9-8a5b2b0463fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.18021454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","namespace":"ai-tenant-e2e-extmod-a-f94865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.180272832Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","namespace":"ai-tenant-e2e-extmod-a-f94865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.180320321Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","tenant":"e2e-extmod-a-f94865","tenantID":"e2e-extmod-a-f94865","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.235596173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f94865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.298525949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Service","name":"maas-api-e2e-extmod-a-f94865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.354626362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f94865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.410216629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f94865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.467180113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.523486927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.582245827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.638218361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.691901613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.745472106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.799313145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Service","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.853344767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.907108904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:05.960780276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.014039227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.070926358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.124387993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.17816572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.232694412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f94865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:06.286530839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f94865"},"namespace":"ai-tenant-e2e-extmod-a-f94865","name":"default-tenant","reconcileID":"cce431cc-50cd-4bba-a76a-64910ea772d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f94865","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:07.004992596Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f94865","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f94865","reconcileID":"890f08c8-1bb0-47b9-9164-2eb92cbddb85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f94865","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f94865"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:08.149896083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c798b3f-3406-47d3-bcb7-032ab93a8930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:08.203614822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c798b3f-3406-47d3-bcb7-032ab93a8930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:08.257542631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c798b3f-3406-47d3-bcb7-032ab93a8930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:08.311595257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c798b3f-3406-47d3-bcb7-032ab93a8930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:10.244926012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50bce3-e85e-4385-baf2-b3c3ac58f1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:10.299007508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50bce3-e85e-4385-baf2-b3c3ac58f1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:10.35303009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50bce3-e85e-4385-baf2-b3c3ac58f1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:10.407156593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50bce3-e85e-4385-baf2-b3c3ac58f1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:10.641850747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:12.453495791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d272de-c8ed-4ec4-bc0b-09e2d476790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:12.509495981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d272de-c8ed-4ec4-bc0b-09e2d476790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:12.563466391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d272de-c8ed-4ec4-bc0b-09e2d476790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:12.620404915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d272de-c8ed-4ec4-bc0b-09e2d476790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:14.647795217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3906839b-12b4-416f-aac2-1bd993f24f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:14.701676111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3906839b-12b4-416f-aac2-1bd993f24f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:14.755521135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3906839b-12b4-416f-aac2-1bd993f24f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:14.809253448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3906839b-12b4-416f-aac2-1bd993f24f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:16.752575309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4647fe-ff4d-4cad-b39b-1596f34c4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:16.806428487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4647fe-ff4d-4cad-b39b-1596f34c4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:16.860751539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4647fe-ff4d-4cad-b39b-1596f34c4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:16.914512493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4647fe-ff4d-4cad-b39b-1596f34c4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.472866722Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","namespace":"ai-tenant-e2e-extmod-b-6e637d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.472921057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","namespace":"ai-tenant-e2e-extmod-b-6e637d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.472973769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","tenant":"e2e-extmod-b-6e637d","tenantID":"e2e-extmod-b-6e637d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.528338095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6e637d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.592008869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Service","name":"maas-api-e2e-extmod-b-6e637d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.647968592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6e637d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.703265401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6e637d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.759374459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.815542213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.874515345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:17.930366863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.009270553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.063493406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.11696999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Service","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.170290889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.223818598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.277427457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.368813145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.426282912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.482647996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.536777206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.598308349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6e637d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.652542828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6e637d"},"namespace":"ai-tenant-e2e-extmod-b-6e637d","name":"default-tenant","reconcileID":"fc3386cf-cdef-4f44-93d0-8c7de9c40ee8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6e637d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.8857027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868eb306-ba21-4d8e-8c53-dbee8172d9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.939542741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868eb306-ba21-4d8e-8c53-dbee8172d9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:18.993879898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868eb306-ba21-4d8e-8c53-dbee8172d9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:19.0477072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868eb306-ba21-4d8e-8c53-dbee8172d9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:20.739201058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6e637d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6e637d","reconcileID":"31c00467-93f5-4332-a90a-fbbae38a5826","aitenant":"ai-tenants/e2e-extmod-b-6e637d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:20.993951472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ecf830-f5d4-477a-8ec8-be6360559f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:21.048001923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ecf830-f5d4-477a-8ec8-be6360559f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:21.102228781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ecf830-f5d4-477a-8ec8-be6360559f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:21.155946845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ecf830-f5d4-477a-8ec8-be6360559f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:21.603298997Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6e637d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6e637d","reconcileID":"31c00467-93f5-4332-a90a-fbbae38a5826","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6e637d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6e637d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:23.089811185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2e9d7b-0cd0-4d33-9592-6af61f3de6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:23.143769288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2e9d7b-0cd0-4d33-9592-6af61f3de6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:23.197497389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2e9d7b-0cd0-4d33-9592-6af61f3de6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:23.251773777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2e9d7b-0cd0-4d33-9592-6af61f3de6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:25.201329215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767a11b-8bb8-4a84-8078-db1f3b50e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:25.255293036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767a11b-8bb8-4a84-8078-db1f3b50e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:25.310956307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767a11b-8bb8-4a84-8078-db1f3b50e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:25.366519035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767a11b-8bb8-4a84-8078-db1f3b50e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:27.29981109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb915144-9fad-4487-8bad-f29d06608c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:27.353754015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb915144-9fad-4487-8bad-f29d06608c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:27.407920132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb915144-9fad-4487-8bad-f29d06608c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:27.462273881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb915144-9fad-4487-8bad-f29d06608c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:27.906441527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c04939","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c04939","reconcileID":"c8355f3b-b6ea-4805-a7f5-60f9a60b2563","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c04939","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-c04939":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:29.423673589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898101a2-a40a-4bd6-a3f1-8e47697db2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:29.477482936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898101a2-a40a-4bd6-a3f1-8e47697db2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:29.531157516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898101a2-a40a-4bd6-a3f1-8e47697db2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:29.584973783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898101a2-a40a-4bd6-a3f1-8e47697db2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:31.564523946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56098570-2d61-4252-a4ba-a1db8f090452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:31.619105545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56098570-2d61-4252-a4ba-a1db8f090452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:31.675304785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56098570-2d61-4252-a4ba-a1db8f090452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:31.730304057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56098570-2d61-4252-a4ba-a1db8f090452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:33.727165822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a393a9-6710-4b4d-87e1-d92ffb1725ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:33.781424637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a393a9-6710-4b4d-87e1-d92ffb1725ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:33.835388364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a393a9-6710-4b4d-87e1-d92ffb1725ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:33.889497744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a393a9-6710-4b4d-87e1-d92ffb1725ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:35.837542355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1930a4b-2904-431d-8ed0-1141d738d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:35.893297049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1930a4b-2904-431d-8ed0-1141d738d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:35.94874236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1930a4b-2904-431d-8ed0-1141d738d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:36.0029263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1930a4b-2904-431d-8ed0-1141d738d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:37.932953675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c16d57-4e8b-47dd-ab20-c5fb4e72a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:37.986688685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c16d57-4e8b-47dd-ab20-c5fb4e72a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:38.040268644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c16d57-4e8b-47dd-ab20-c5fb4e72a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:38.094895027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c16d57-4e8b-47dd-ab20-c5fb4e72a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:40.034084342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd1004d-2100-40c6-b67f-d893bca52276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:40.088146932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd1004d-2100-40c6-b67f-d893bca52276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:40.141828593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd1004d-2100-40c6-b67f-d893bca52276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:40.195786443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd1004d-2100-40c6-b67f-d893bca52276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:40.642108415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:42.152163759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92451f10-c3c0-49b5-b301-bec57346c012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:42.205863665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92451f10-c3c0-49b5-b301-bec57346c012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:42.261586416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92451f10-c3c0-49b5-b301-bec57346c012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:42.315458771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92451f10-c3c0-49b5-b301-bec57346c012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:55.806554405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"f5833779-b5ad-4683-84e5-06526ed86f24","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ca2bb2","tenantID":"e2e-inf-a-ca2bb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:56:55.923818949Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"f5833779-b5ad-4683-84e5-06526ed86f24","name":"e2e-inf-a-ca2bb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:05.821392759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"c9098de6-bf02-456c-814f-d5d5401a3c25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.060330263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"50086d25-821a-4be6-a509-cc6da76722b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.1585179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"81bd07e0-a48d-4671-9dc8-57240bec1789","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.303766637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"aa1f7499-6f35-4737-91e7-a9bec79fb2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.429248124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"9be2d810-1713-4a79-8b33-5a346c9d83ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.532711625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb3c081f-17a4-4efa-bfea-d9c161beb964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.669314967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"aeb69a5c-9227-4383-a3e5-eb071240cd0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:06.97097569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"43d75c97-fef7-47e8-ab2a-5eb63d0cf877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:07.088918593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"f9b14cff-9430-47e5-bf64-3d7b058cf9ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:07.191241473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"9867f038-00cb-4039-a728-4493a2f7d35b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:07.211919642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"fdd5e939-5643-4cdb-abe6-51291bf2bc17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:07.33545168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8641550f-fd53-4124-94f8-238e9c8a2f15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:07.506967506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"bf64111e-533c-4d28-80c5-6ebd1af8a1d8","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:10.64267699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.201137101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","namespace":"ai-tenant-e2e-extmod-a-682272","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.201198601Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","namespace":"ai-tenant-e2e-extmod-a-682272","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.201252038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","tenant":"e2e-extmod-a-682272","tenantID":"e2e-extmod-a-682272","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.257006797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Deployment","name":"maas-api-e2e-extmod-a-682272","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.318861253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Service","name":"maas-api-e2e-extmod-a-682272","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.381917682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-682272","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.437588955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-682272","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.494146878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.55060556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.609217141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.665589073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.725248634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.77899426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.832756039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Service","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.886049702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.93923977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:11.992587982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.045896567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.103354544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.157049718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.210371902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.271312723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-682272","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:12.324713127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-682272"},"namespace":"ai-tenant-e2e-extmod-a-682272","name":"default-tenant","reconcileID":"1e104a20-6705-4e92-a4f7-6f35dadd1661","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-682272","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:13.781844975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e73003-1abc-4d7b-ba42-9b0921a451a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:13.835795995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e73003-1abc-4d7b-ba42-9b0921a451a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:13.909592798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e73003-1abc-4d7b-ba42-9b0921a451a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:13.965771529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e73003-1abc-4d7b-ba42-9b0921a451a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:14.294434073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-682272","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-682272","reconcileID":"d7b800ed-2470-48a4-8417-e0c21da30857","aitenant":"ai-tenants/e2e-extmod-a-682272","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:15.168576646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-682272","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-682272","reconcileID":"d7b800ed-2470-48a4-8417-e0c21da30857","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-682272","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-682272"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:15.913988205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed093815-1bf1-4271-970a-3c23e4fd249d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:15.96831354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed093815-1bf1-4271-970a-3c23e4fd249d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:16.022825106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed093815-1bf1-4271-970a-3c23e4fd249d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:16.076716456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed093815-1bf1-4271-970a-3c23e4fd249d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:17.729333176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"7b9d507f-35fa-4d3d-963c-f5f8d8713b95","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-964f1e","tenantID":"e2e-inf-a-964f1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:17.847565176Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"7b9d507f-35fa-4d3d-963c-f5f8d8713b95","name":"e2e-inf-a-964f1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:18.034991957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d86eac-0ee7-48b5-a693-4c8b64dc7e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:18.088963364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d86eac-0ee7-48b5-a693-4c8b64dc7e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:18.1431032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d86eac-0ee7-48b5-a693-4c8b64dc7e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:18.196989764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d86eac-0ee7-48b5-a693-4c8b64dc7e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:20.22352286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9215d1-fdb0-4641-b58f-f0ee27fbd4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:20.277573522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9215d1-fdb0-4641-b58f-f0ee27fbd4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:20.331584481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9215d1-fdb0-4641-b58f-f0ee27fbd4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:20.385777717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9215d1-fdb0-4641-b58f-f0ee27fbd4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:22.338398572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0315ec6e-8364-4326-9df7-ac19fec82da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:22.392115485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0315ec6e-8364-4326-9df7-ac19fec82da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:22.445775655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0315ec6e-8364-4326-9df7-ac19fec82da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:22.451816688Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-89ba42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-89ba42","reconcileID":"cf404c89-1092-4ba9-b5fe-005ed09738c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-89ba42","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-89ba42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:22.499445502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0315ec6e-8364-4326-9df7-ac19fec82da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:24.533706273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80131fbc-5558-4184-abc7-508356e716b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:24.588089196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80131fbc-5558-4184-abc7-508356e716b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:24.642014495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80131fbc-5558-4184-abc7-508356e716b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:24.695897243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80131fbc-5558-4184-abc7-508356e716b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:26.729323813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df8e782-222d-4754-8547-530226d0fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:26.783283101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df8e782-222d-4754-8547-530226d0fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:26.837143506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df8e782-222d-4754-8547-530226d0fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:26.891239366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df8e782-222d-4754-8547-530226d0fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:28.833436081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b742-c388-4505-918e-842ad84b8159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:28.887439498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b742-c388-4505-918e-842ad84b8159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:28.941474373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b742-c388-4505-918e-842ad84b8159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:28.995984838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b742-c388-4505-918e-842ad84b8159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:35.249733926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"3214f9cc-3a4b-41de-b3ec-eae6fed14a64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:35.371370314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"425ef0a8-cac4-40fb-9a60-6dd075b40f1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:35.470472942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"100d18d5-eb66-412f-bfa9-0f63ed74b8ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:35.571596044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"fa4639b3-dd61-4b72-9ecc-123e62209d8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:35.752136152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93ed9518-2f23-47ea-ab29-b8f1a84523e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.017705237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"11108b21-def6-4d3b-b5f7-b8c38a0f5079","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.171888366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"74f06194-ce0c-4b25-bf2d-af364951f82d","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.222814708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17169a00-5973-4903-a794-a01d2cf78aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.350213826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"b3024fa6-7cbf-41ce-aaff-28ae280cabd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.449858585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"8a9a5a1d-b47c-4055-9055-2d15dce8ef3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.729818433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"d7152de6-c173-4da3-b0f6-f549d34771ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:36.827486995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"527728b0-7321-4767-acd7-0465d4a26f5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:37.051828505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"2ccd2ec7-0c94-4e2e-91db-81a1b1dfabe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:40.642486913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:55.911698309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"d87c78b5-c063-4279-ab98-6bdfea7e86aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.012566913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"b2700f77-1a95-4eb3-8678-46ad02026d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.193652841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"252f06c2-2a4a-46e8-bba9-c94ebbd01490","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.24046135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1a43d53-69b5-4ef4-8fc5-b95202964769","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.341115184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"341f5b6e-5652-4554-b4ef-7679f3dac620","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.341152608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"9c5e518e-c06c-474d-a35f-19bc55671426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.502229079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"d0a10df8-36e2-4466-af46-8eb9691f5850","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.602658996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d26405c-35b6-43a1-9c1c-f0703294ab81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.808666826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"bfb3af95-7f08-46e6-9545-6639af3ef2f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:56.990381376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"1881323d-bdcd-485c-9b66-05d4ca445b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:57.351969254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"7e3385ce-44f1-41d3-b362-a0c1925dcb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:57.473559395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"88908960-861c-471e-b57c-2646b1b48643","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:57.596399462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"7165bf71-1ede-4856-a70e-b056507460f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:59.607715759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"025f1de6-6f9f-4da2-95fc-8bbcce50cd96","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c04939","tenantID":"e2e-inf-a-c04939","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:57:59.725300125Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"025f1de6-6f9f-4da2-95fc-8bbcce50cd96","name":"e2e-inf-a-c04939-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:10.643418633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:14.988777688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"56286481-e843-4936-9642-d65f10481e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.089580187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"41c7065f-5d41-4515-a636-2e5f02d1278c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.189208792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"52fa8dfc-54ca-4257-b22f-5d2e58068ede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.233460534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"d8711390-1b52-42d5-b3fc-c4c5bc778f85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.410648435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"59f9f220-d0e3-4599-ae7e-4254b29c65d1","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.782434242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"f21bab0c-f1d0-43e0-922f-333aab4918c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:15.88243975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ec386782-8a35-435e-9f30-e07345265f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.145651791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5976b8c9-51d4-42d5-94ca-db5ec1c95969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.331861285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"35f5a943-a224-4cf9-a719-147f01027104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.428673212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e498e3c-3f5a-4469-a360-9efed5417ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.528231767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"1a726a9e-fbfc-4c8d-aa53-4e5e5ec3560a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.62999656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4946e306-21e5-4497-800f-0a3d1cf91351","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:16.764057208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"0f79def4-8aff-4792-a004-af373526863b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:27.043893998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8fe2c9-450b-4a76-aebf-4fef911541dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:27.097944336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8fe2c9-450b-4a76-aebf-4fef911541dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:27.151883074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8fe2c9-450b-4a76-aebf-4fef911541dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:27.205568738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8fe2c9-450b-4a76-aebf-4fef911541dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:29.245543679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439fa1d-c304-4279-a7ca-55c563b95368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:29.299628278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439fa1d-c304-4279-a7ca-55c563b95368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:29.353499455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439fa1d-c304-4279-a7ca-55c563b95368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:29.407444408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439fa1d-c304-4279-a7ca-55c563b95368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:31.425392166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7685ea-74de-44c2-b1ad-fc5c9b336e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:31.479817765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7685ea-74de-44c2-b1ad-fc5c9b336e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:31.535089145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7685ea-74de-44c2-b1ad-fc5c9b336e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:31.590178056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7685ea-74de-44c2-b1ad-fc5c9b336e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:32.039274968Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-24ff03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-24ff03","reconcileID":"a331a2f9-2a4b-499d-b547-4a03be5d0ff9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-24ff03","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-24ff03":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:33.528436483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e3273-c8c5-4ea6-91b6-55b41dde247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:33.584034702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e3273-c8c5-4ea6-91b6-55b41dde247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:33.637945491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e3273-c8c5-4ea6-91b6-55b41dde247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:33.692002686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e3273-c8c5-4ea6-91b6-55b41dde247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:35.616980474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4af3eb-9b7c-4e56-9a54-5ab4edacdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:35.673751266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4af3eb-9b7c-4e56-9a54-5ab4edacdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:35.72812004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4af3eb-9b7c-4e56-9a54-5ab4edacdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:35.782036274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4af3eb-9b7c-4e56-9a54-5ab4edacdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:37.713310405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8522f43e-3273-4211-8f37-48ab2366cc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:37.767549408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8522f43e-3273-4211-8f37-48ab2366cc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:37.821539714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8522f43e-3273-4211-8f37-48ab2366cc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:37.875709361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8522f43e-3273-4211-8f37-48ab2366cc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:40.641711129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:44.41752144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"b67ed7fd-1695-40e0-9120-837bfed98394","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:44.46335619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"4194c17e-fb82-4a09-bc70-ca647656a397","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:44.565684371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5c2d9698-7ab5-4273-8b09-8a4f962f37a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:44.846524379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"57f2f581-2243-499e-bd86-8a6f1c674891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.208947109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"2b4b42ac-7fcd-43ea-81c5-6987d7f82050","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.309129085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d5f1810e-ecbf-4144-9d42-a3d48501d29a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.410518601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"af321985-3c01-4feb-b5d8-23ee96fd8927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.410722889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"38cd3853-a26d-41a0-9c8c-41d021991737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.567455338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"a9c7c889-0a95-4d53-97de-ca436a55ce9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.746950231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a2b44fc-86a1-4e4f-a26a-50f46d35836b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.847527234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"9c77fe0a-f25e-410d-a50f-356da19b4ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.871199352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10991038-a472-46f9-bcb1-abb78ddd11ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:45.949698645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c5be7458-fa9a-4650-924d-dd192018d63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:48.428905895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409a08bd-54ff-4bd9-9a99-46d148ed037b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:48.482824245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409a08bd-54ff-4bd9-9a99-46d148ed037b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:48.536542291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409a08bd-54ff-4bd9-9a99-46d148ed037b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:48.590457617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409a08bd-54ff-4bd9-9a99-46d148ed037b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:50.535693066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c307b1bb-69f0-4411-a04e-16d253dc3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:50.590208239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c307b1bb-69f0-4411-a04e-16d253dc3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:50.643934901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c307b1bb-69f0-4411-a04e-16d253dc3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:50.698287477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c307b1bb-69f0-4411-a04e-16d253dc3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:55.069451963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5eafb-f946-44be-915f-a8692c1af24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:55.123570589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5eafb-f946-44be-915f-a8692c1af24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:55.178131104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5eafb-f946-44be-915f-a8692c1af24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:55.232012208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5eafb-f946-44be-915f-a8692c1af24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:55.596508989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-36ce3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-36ce3b","reconcileID":"ccea02fa-a921-472b-b15c-4523292b64d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-36ce3b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-36ce3b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.244857755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e132372b-e87b-4f34-9dfc-4c5bb8f5fbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.29800569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"e19b1129-3537-40e3-b77a-490e789c5c94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89ba42","tenantID":"e2e-inf-a-89ba42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.298661998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e132372b-e87b-4f34-9dfc-4c5bb8f5fbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.352529536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e132372b-e87b-4f34-9dfc-4c5bb8f5fbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.406338691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e132372b-e87b-4f34-9dfc-4c5bb8f5fbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:57.470234544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"e19b1129-3537-40e3-b77a-490e789c5c94","name":"e2e-inf-a-89ba42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:59.343991936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f990875-8292-47a6-822f-5cd8b5f4ca99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:59.398348799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f990875-8292-47a6-822f-5cd8b5f4ca99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:59.451985218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f990875-8292-47a6-822f-5cd8b5f4ca99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:58:59.505759505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f990875-8292-47a6-822f-5cd8b5f4ca99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:01.428328259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ff6b25-2684-468b-8e01-b62cf6a4778c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:01.48228802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ff6b25-2684-468b-8e01-b62cf6a4778c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:01.536041102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ff6b25-2684-468b-8e01-b62cf6a4778c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:01.589817877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ff6b25-2684-468b-8e01-b62cf6a4778c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:03.532271917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987bf95f-7a38-4c88-a47f-170f98a41f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:03.58617726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987bf95f-7a38-4c88-a47f-170f98a41f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:03.640177781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987bf95f-7a38-4c88-a47f-170f98a41f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:03.693986584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987bf95f-7a38-4c88-a47f-170f98a41f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:09.584154694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"57614f86-8c79-4fed-a9d2-34c060ffa746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:09.706058394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"944b6a8a-858e-4fae-800a-ebd94a48d5c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:09.945000949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad76267f-a783-418a-9d2a-0035619e9534","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.098977344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"ffc7d43b-ed30-4d2e-b11a-863b559ef0e7","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","model":"llm/e2e-dft-5b9e02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.14644313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"3ca83f96-2f89-4ebd-86b6-54f4a61c1a21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.378207507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6ecdcfc-5759-442c-ba6a-789653409165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.615908029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"651186f4-4ec6-429e-ba31-26c0ecef310c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.643833457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.740230638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"a977d573-571a-409a-8ae7-6bdfe6528106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.842216514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"73559c7a-2f26-4039-a480-4825e26beeeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.943519247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"6b9e550d-dc19-4853-88da-c71ed8a88520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:10.943531928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b220b09b-246f-484b-acb8-668a4c6a688a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:11.051180208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"1f5272c1-a73d-410c-8f7f-4e7742c20518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:11.303515569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"01c84500-0c31-40a5-8ee9-b5395e6025d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.781235549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"aa43e8de-caad-4070-91c0-fd79ae4d5515","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.781288778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"aa43e8de-caad-4070-91c0-fd79ae4d5515","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.943044391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"231420b5-8451-4f73-bf9d-5742ce342e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.943268158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aae5461-3612-4656-82e1-737a4d32956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.943576376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e0ca65d2-457a-4695-94f2-9878b1a5b354","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:17.94553739Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"231a3a42-f529-4875-ac32-28aa468901c5","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-325b6ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.001612027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"e0ca65d2-457a-4695-94f2-9878b1a5b354","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.002407113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aae5461-3612-4656-82e1-737a4d32956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.003887456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"231420b5-8451-4f73-bf9d-5742ce342e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.424196776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa79fd35-a566-4345-840b-5ef07e6e44cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.42478028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57b9089e-3bf3-497b-8f24-34247374109c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.482642086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa79fd35-a566-4345-840b-5ef07e6e44cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.482820375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57b9089e-3bf3-497b-8f24-34247374109c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.531507759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"dfa77676-e58b-4b43-b365-bb40c6edb416","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:18.589040046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"dfa77676-e58b-4b43-b365-bb40c6edb416","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:27.999965578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"9db0ce50-9426-40a5-8239-0560b4b5601f","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5b9e02","subscription":"e2e-dft-5b9e02-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.108466457Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"9db0ce50-9426-40a5-8239-0560b4b5601f","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.164379821Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-sub","reconcileID":"9db0ce50-9426-40a5-8239-0560b4b5601f","MaaSSubscription":{"name":"e2e-dft-5b9e02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5b9e02","namespace":"llm","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.599482816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"bfef102b-8d2d-4031-82ba-36029b56733c","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.599509413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"bfef102b-8d2d-4031-82ba-36029b56733c","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.759515562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f928910c-3a18-465b-b38a-e0b0620972e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.75981909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9423fba-0076-4dda-b629-68a69a7e870b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.759917616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"f03e0bb3-bb2f-417d-be5f-6e76544ac208","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.766483031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"7c5bd0c2-71d1-4dd1-b33b-f471b6c4e053","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.766500986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"7c5bd0c2-71d1-4dd1-b33b-f471b6c4e053","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.875094574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"7c5bd0c2-71d1-4dd1-b33b-f471b6c4e053","name":"e2e-dft-5b9e02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5b9e02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.875154883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"7c5bd0c2-71d1-4dd1-b33b-f471b6c4e053","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5b9e02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.88675084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9423fba-0076-4dda-b629-68a69a7e870b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.887631499Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"f03e0bb3-bb2f-417d-be5f-6e76544ac208","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.925864719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f928910c-3a18-465b-b38a-e0b0620972e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.934229184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c39c9ceb-1fb8-432a-b47e-b771cb78c745","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.934248968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c39c9ceb-1fb8-432a-b47e-b771cb78c745","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.94235637Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"f03e0bb3-bb2f-417d-be5f-6e76544ac208","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-5b9e02-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.942408999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"f03e0bb3-bb2f-417d-be5f-6e76544ac208","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.94257626Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5b9e02-access","reconcileID":"046b1bce-137a-4af9-b8e5-6457b59e6633","MaaSAuthPolicy":{"name":"e2e-dft-5b9e02-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.943220997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9423fba-0076-4dda-b629-68a69a7e870b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:59:28.986400495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f928910c-3a18-465b-b38a-e0b0620972e3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.988410632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a89a19a-17d6-4e0f-9627-8c37efa116d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.988425263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a89a19a-17d6-4e0f-9627-8c37efa116d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.99995602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec06dd86-f65f-479b-8692-caa4c2b34a73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:28.999973488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec06dd86-f65f-479b-8692-caa4c2b34a73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.152216076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7ea35e9-c1b8-4553-880e-45aaa913ecd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.207991154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c2018eaa-8f40-4c56-b931-042a55a875bc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.20801581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"c2018eaa-8f40-4c56-b931-042a55a875bc","MaaSModelRef":{"name":"e2e-dft-5b9e02","namespace":"llm"},"routeName":"external-model-e2e-dft-5b9e02-cfd30e6997b2","namespace":"llm","model":"e2e-dft-5b9e02","externalModel":"e2e-dft-5b9e02","provider":"e2e-dft-5b9e02-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.209734687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7ea35e9-c1b8-4553-880e-45aaa913ecd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.265453855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7ea35e9-c1b8-4553-880e-45aaa913ecd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.619016643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090fdfa6-d8ae-4e1e-8da7-c233f68e4dcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.619036672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090fdfa6-d8ae-4e1e-8da7-c233f68e4dcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.811117318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"8f6c0fd0-385b-4116-93d2-bc2fefbb75bd","namespace":"llm","name":"e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.865351846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76753d08-08e8-450b-abb1-9ad5e711a90b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.865370647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76753d08-08e8-450b-abb1-9ad5e711a90b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.865668895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b309640-a8ca-4517-b605-67cb9ed1dea6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.865681431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b309640-a8ca-4517-b605-67cb9ed1dea6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.865907066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f3ed306-c69e-43e4-a2c0-569ee14e1d37","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.86591881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f3ed306-c69e-43e4-a2c0-569ee14e1d37","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866165236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"994b4e34-422a-4fa6-81d1-e5bf47d25890","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866177933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"994b4e34-422a-4fa6-81d1-e5bf47d25890","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866379531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb3f5bf9-c804-492a-bcf8-4bb7ac8292d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866390679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb3f5bf9-c804-492a-bcf8-4bb7ac8292d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866654363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cb68b44-8ede-4241-af04-cb4ac84d18ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866665028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cb68b44-8ede-4241-af04-cb4ac84d18ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866851624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af41bdab-e29b-4b06-8caf-84cf898b2342","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.866861255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af41bdab-e29b-4b06-8caf-84cf898b2342","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.867082623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dec73d9-f0c3-4793-9acb-5c937ed6619d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.867097063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dec73d9-f0c3-4793-9acb-5c937ed6619d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.973870723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d050d85a-e4aa-4e0e-9424-65c660e4fae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.974936624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ad64b6a5-e0df-447d-9074-51493bc77cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.975051955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c9e5eb96-d79c-4aad-b16d-8cf514bf5b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.97559863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec1ba869-cc4d-496b-b051-0684e48656ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:29.97559595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a34cd01f-90e3-4ee6-9f33-11375f1f6020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.031822122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d050d85a-e4aa-4e0e-9424-65c660e4fae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.033372271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"c9e5eb96-d79c-4aad-b16d-8cf514bf5b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.034301477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec1ba869-cc4d-496b-b051-0684e48656ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.03575993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"ad64b6a5-e0df-447d-9074-51493bc77cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.036607217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"a34cd01f-90e3-4ee6-9f33-11375f1f6020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.082129584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65634793-f004-4e08-8fd1-a1875deca24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.082252659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b562dcd-d951-4d0a-9221-a872a3ad4489","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.089246444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d050d85a-e4aa-4e0e-9424-65c660e4fae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.096983562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec1ba869-cc4d-496b-b051-0684e48656ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.259364625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ba8d51b5-2b11-42d3-9ac0-6a13572f5f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.25937037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"32de7c8e-be4c-4643-86bc-ed4490b8fc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.318718526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ba8d51b5-2b11-42d3-9ac0-6a13572f5f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.322658269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"32de7c8e-be4c-4643-86bc-ed4490b8fc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.413272229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"d1f72c4f-b69b-41af-b4cc-b75db105e8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.413490684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d060fcbd-c8ec-4b2b-924d-60be054225e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.413272173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8fe886d5-4657-4cfe-ab62-9897993b21bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.442912849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5b9e02","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5b9e02","reconcileID":"42658538-9fd9-4e37-a301-94af3e8c1f6f","namespace":"llm","name":"e2e-dft-5b9e02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.471597692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"8fe886d5-4657-4cfe-ab62-9897993b21bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.472426702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"d060fcbd-c8ec-4b2b-924d-60be054225e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.474057826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"d1f72c4f-b69b-41af-b4cc-b75db105e8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.689483284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"44d5cbd2-0bba-4237-92d5-9a82d2c13707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.689496255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f7ffa319-e1e2-4da0-aeed-08d7961793cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.746794476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"44d5cbd2-0bba-4237-92d5-9a82d2c13707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.746851773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"f7ffa319-e1e2-4da0-aeed-08d7961793cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.88927662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b445d3f-0de8-4647-a9fa-ce4b0aca6e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.88929974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"54363c77-2dec-4254-82bc-8a18c6724c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.889753701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"600b47f5-76a8-4669-aed6-7335e5f44318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.946854868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b445d3f-0de8-4647-a9fa-ce4b0aca6e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.947296522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"600b47f5-76a8-4669-aed6-7335e5f44318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:30.949498266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"54363c77-2dec-4254-82bc-8a18c6724c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.003715326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b445d3f-0de8-4647-a9fa-ce4b0aca6e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.005842988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"600b47f5-76a8-4669-aed6-7335e5f44318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.125898159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6afa2e8e-f8dc-41bb-899f-4a2f69137270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.125897701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"22c764b7-418f-47f0-998e-ecc864764c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.165211202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a5d81219-bae2-4f8a-9d2c-1035fc7e1e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.166259676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0d807c4b-031a-4be9-91e1-802de85f5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.183407565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"6afa2e8e-f8dc-41bb-899f-4a2f69137270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.183426667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"22c764b7-418f-47f0-998e-ecc864764c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.222750958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"a5d81219-bae2-4f8a-9d2c-1035fc7e1e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.224232279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"0d807c4b-031a-4be9-91e1-802de85f5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.273998467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"7ed876eb-793e-4673-961e-824c40be0c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.332529585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"7ed876eb-793e-4673-961e-824c40be0c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.550476448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"258ffd13-5727-41f4-a552-593410fbf69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.553187004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ed567991-e262-4a01-889c-f940f2e23201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.608695535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"258ffd13-5727-41f4-a552-593410fbf69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:31.610877162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"ed567991-e262-4a01-889c-f940f2e23201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:36.251558341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f483d07-c68c-455e-b498-f39bc952bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:36.305581123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f483d07-c68c-455e-b498-f39bc952bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:36.359332928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f483d07-c68c-455e-b498-f39bc952bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:36.4137366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f483d07-c68c-455e-b498-f39bc952bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:37.179143119Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a972d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a972d2","reconcileID":"665399c1-12d7-494d-a967-aed53fe5bb19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a972d2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a972d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:38.3928726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13f3985-490f-4a9f-aa5f-0cdc1a672ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:38.446657821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13f3985-490f-4a9f-aa5f-0cdc1a672ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:38.500492648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13f3985-490f-4a9f-aa5f-0cdc1a672ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:38.559337659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13f3985-490f-4a9f-aa5f-0cdc1a672ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:40.545971169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6e10-c59a-4000-a7dd-20c89f8a3045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:40.599644016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6e10-c59a-4000-a7dd-20c89f8a3045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:40.641674045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:40.653529645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6e10-c59a-4000-a7dd-20c89f8a3045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:40.707300583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6e10-c59a-4000-a7dd-20c89f8a3045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.168528738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1effa585-a2e7-4e68-a952-8a313b0e6338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.168528831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8535aa73-e1b0-4034-ab68-0031fe6b9071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.228441011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1effa585-a2e7-4e68-a952-8a313b0e6338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.228600239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8535aa73-e1b0-4034-ab68-0031fe6b9071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.286190064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1effa585-a2e7-4e68-a952-8a313b0e6338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:41.287652838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8535aa73-e1b0-4034-ab68-0031fe6b9071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:42.655803235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7630e421-f2ac-4084-8bce-c3ba932cc59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:42.710493736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7630e421-f2ac-4084-8bce-c3ba932cc59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:42.764500031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7630e421-f2ac-4084-8bce-c3ba932cc59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:42.818504394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7630e421-f2ac-4084-8bce-c3ba932cc59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:44.805106782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef210b3-4048-4aff-a01f-96cb30a2f24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:44.860160205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef210b3-4048-4aff-a01f-96cb30a2f24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:44.915835559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef210b3-4048-4aff-a01f-96cb30a2f24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:44.970674327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef210b3-4048-4aff-a01f-96cb30a2f24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:47.055313912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ad5b0-f4ba-4bee-9827-a5ff6896d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:47.1104351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ad5b0-f4ba-4bee-9827-a5ff6896d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:47.164432601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ad5b0-f4ba-4bee-9827-a5ff6896d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:47.219722293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ad5b0-f4ba-4bee-9827-a5ff6896d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.447463803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b79cf57-52d4-4dc4-8688-4105b7446f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.447463806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce15dc8-237a-4821-bc82-5c78beb6c30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.506626051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce15dc8-237a-4821-bc82-5c78beb6c30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.506625127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b79cf57-52d4-4dc4-8688-4105b7446f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.564342574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b79cf57-52d4-4dc4-8688-4105b7446f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:59:51.564480143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce15dc8-237a-4821-bc82-5c78beb6c30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.728701091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c893a9b-9942-4fc3-9c41-19739df4ef15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.728702657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62dd0c8b-9837-4904-a3b2-bbcd2eb9089f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.787500748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62dd0c8b-9837-4904-a3b2-bbcd2eb9089f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.787699677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c893a9b-9942-4fc3-9c41-19739df4ef15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.844859353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c893a9b-9942-4fc3-9c41-19739df4ef15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.844913785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62dd0c8b-9837-4904-a3b2-bbcd2eb9089f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.905610037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64e8bd11-bc13-4312-83d3-1320e0979ec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.905630242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64e8bd11-bc13-4312-83d3-1320e0979ec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.906030827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f423b500-f0b9-469d-8b7b-1ce61db3bce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:01.906043578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f423b500-f0b9-469d-8b7b-1ce61db3bce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:09.931802231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"9dced7bb-78d7-4d2b-8e57-23f77d37f74d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24ff03","tenantID":"e2e-inf-b-24ff03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:10.050584913Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"9dced7bb-78d7-4d2b-8e57-23f77d37f74d","name":"e2e-inf-b-24ff03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:10.641817045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.067152373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c20b647f-79c3-46cb-be45-3b8724856a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.067164896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d94dc0d2-2c11-4880-86bd-d624bb1978b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.125785523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d94dc0d2-2c11-4880-86bd-d624bb1978b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.125928727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c20b647f-79c3-46cb-be45-3b8724856a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.183707554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c20b647f-79c3-46cb-be45-3b8724856a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:12.183783743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d94dc0d2-2c11-4880-86bd-d624bb1978b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.348300215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27030659-ca5b-4729-a51e-ca876a62da5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.348300268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"812d78d3-2f88-43df-a987-b8ef3deb0ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.406158285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"812d78d3-2f88-43df-a987-b8ef3deb0ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.406892856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27030659-ca5b-4729-a51e-ca876a62da5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.46983388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"812d78d3-2f88-43df-a987-b8ef3deb0ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:22.469849754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27030659-ca5b-4729-a51e-ca876a62da5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:32.668022117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f819b6c4-10f8-4b24-be6c-f1580f68ea7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:32.66802238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf275603-4fec-4096-9bf2-079b83a95416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:32.725748377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf275603-4fec-4096-9bf2-079b83a95416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:32.726022692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f819b6c4-10f8-4b24-be6c-f1580f68ea7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:33.049857791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a343e144-46ec-4534-a9d0-5cfcbcc8f25c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:33.049879572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a343e144-46ec-4534-a9d0-5cfcbcc8f25c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:33.050305888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"216f2b0b-e271-4331-bfe6-e21931d1c745","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:33.050317599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"216f2b0b-e271-4331-bfe6-e21931d1c745","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:40.108649663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"c3857e2b-03dc-444a-b3a2-8712f7b82965","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-36ce3b","tenantID":"e2e-inf-b-36ce3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:40.228691047Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"c3857e2b-03dc-444a-b3a2-8712f7b82965","name":"e2e-inf-b-36ce3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:00:40.641536483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:03.165777419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7568e-1314-4d8b-8ff2-32f0cabc67bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:03.220186646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7568e-1314-4d8b-8ff2-32f0cabc67bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:03.27420714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7568e-1314-4d8b-8ff2-32f0cabc67bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:03.328010518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7568e-1314-4d8b-8ff2-32f0cabc67bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:05.273589692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019b345-8b05-4e4a-8fb6-e41c7cba2425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:05.327893561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019b345-8b05-4e4a-8fb6-e41c7cba2425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:05.382705024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019b345-8b05-4e4a-8fb6-e41c7cba2425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:05.436691348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019b345-8b05-4e4a-8fb6-e41c7cba2425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:10.641997662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:10.778743249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"70646536-68f0-4512-b164-892ccdaa8eed","namespace":"ai-tenant-e2e-inf-a-c04939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:10.778818725Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"70646536-68f0-4512-b164-892ccdaa8eed","namespace":"ai-tenant-e2e-inf-a-c04939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:10.778891339Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"70646536-68f0-4512-b164-892ccdaa8eed","aitenant":"ai-tenants/e2e-inf-a-c04939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:20.828806113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"2dfa9990-4ec3-48bd-bcd7-83d6359d3d65","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a972d2","tenantID":"e2e-inf-a-a972d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:20.946711969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"2dfa9990-4ec3-48bd-bcd7-83d6359d3d65","name":"e2e-inf-a-a972d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:40.642122999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:42.946304972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ec6172-6d71-4cf6-b08e-32e591342c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:43.00086446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ec6172-6d71-4cf6-b08e-32e591342c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:43.054844724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ec6172-6d71-4cf6-b08e-32e591342c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:43.108766864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ec6172-6d71-4cf6-b08e-32e591342c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:45.053862935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f2e770-76f9-435f-af03-484f4d89606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:45.1125526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f2e770-76f9-435f-af03-484f4d89606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:45.168410987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f2e770-76f9-435f-af03-484f4d89606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:45.225772715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f2e770-76f9-435f-af03-484f4d89606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:47.24269895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8418e1-bc6d-4f55-8bb8-9e846895a881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:47.296776523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8418e1-bc6d-4f55-8bb8-9e846895a881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:47.350467379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8418e1-bc6d-4f55-8bb8-9e846895a881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:47.404295592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8418e1-bc6d-4f55-8bb8-9e846895a881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:49.458224003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86fcbf3-3871-46d3-bb91-a854b71b01bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:49.512167721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86fcbf3-3871-46d3-bb91-a854b71b01bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:49.56593333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86fcbf3-3871-46d3-bb91-a854b71b01bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:49.619898341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86fcbf3-3871-46d3-bb91-a854b71b01bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:51.623984997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d7a173-d85e-4ab7-add3-ddd7f9acd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:51.679076753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d7a173-d85e-4ab7-add3-ddd7f9acd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:51.733053173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d7a173-d85e-4ab7-add3-ddd7f9acd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:51.787493257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d7a173-d85e-4ab7-add3-ddd7f9acd035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:53.739226966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30348248-9837-4bb3-b68c-e9907a49d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:53.793055584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30348248-9837-4bb3-b68c-e9907a49d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:53.846934757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30348248-9837-4bb3-b68c-e9907a49d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:53.901485045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30348248-9837-4bb3-b68c-e9907a49d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:55.867823884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da75adb9-c434-45c6-931d-14ff40bb7abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:55.92215076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da75adb9-c434-45c6-931d-14ff40bb7abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:55.978958643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da75adb9-c434-45c6-931d-14ff40bb7abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:56.040594007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da75adb9-c434-45c6-931d-14ff40bb7abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:57.995533323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f242e-f2a9-4ca3-9610-fb4eb7fe84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:58.049671852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f242e-f2a9-4ca3-9610-fb4eb7fe84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:58.103427911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f242e-f2a9-4ca3-9610-fb4eb7fe84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:01:58.157896348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f242e-f2a9-4ca3-9610-fb4eb7fe84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:04.42457605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"3efcf444-f321-420e-8851-9afc4f2210af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:04.525741368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2d3d90d-dfaa-48f3-a88c-d5b247b86d55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:04.626391565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5f187d56-9e65-4ce2-ad99-e45b6ac4a75b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:04.726629783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"8ec19be4-8585-4ec2-8442-90196c42a356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:04.97037669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0b5d28d9-2c50-4a7f-9ffb-9c4ab8cedda6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:05.476502225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"f790879b-570b-48dd-9847-51246a3e7711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:05.60113886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"55908c46-945a-4928-8273-f7440b1ffb61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:05.70110795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"5b6d4a11-cf01-484a-88f2-daed7b8931e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:05.801034585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"259f2f10-be60-449f-ac4b-896dccbd2708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:05.84307854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a28a183f-f4a3-4c1b-ae93-96348aef6726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:06.024861255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"b153ce21-0de5-4793-bcca-511ac0d1f8aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:06.233529349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"1b530553-f84d-4702-9e6d-8ebf9bb0d932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:06.940742245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959a59ff-b67a-4693-9d20-9a4cdb58d2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:06.995403996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959a59ff-b67a-4693-9d20-9a4cdb58d2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:07.049379459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959a59ff-b67a-4693-9d20-9a4cdb58d2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:07.103781691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959a59ff-b67a-4693-9d20-9a4cdb58d2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:09.035861498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8083eb5-d1ee-46a8-919c-9fd28115e5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:09.090248973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8083eb5-d1ee-46a8-919c-9fd28115e5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:09.145580982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8083eb5-d1ee-46a8-919c-9fd28115e5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:09.199294231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8083eb5-d1ee-46a8-919c-9fd28115e5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:10.64217975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:11.133304201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27602c8-b80a-4d3b-994e-341dfe1d9d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:11.187427767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27602c8-b80a-4d3b-994e-341dfe1d9d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:11.241236832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27602c8-b80a-4d3b-994e-341dfe1d9d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:11.295259955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27602c8-b80a-4d3b-994e-341dfe1d9d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.226874767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede4323a-990b-4ca4-a821-03746388b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.280998307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede4323a-990b-4ca4-a821-03746388b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.335397624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede4323a-990b-4ca4-a821-03746388b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.389045023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede4323a-990b-4ca4-a821-03746388b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.721698741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","namespace":"ai-tenant-e2e-inf-a-89ba42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.72175398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","namespace":"ai-tenant-e2e-inf-a-89ba42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.721802203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","tenant":"e2e-inf-a-89ba42","tenantID":"e2e-inf-a-89ba42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.777060654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Deployment","name":"maas-api-e2e-inf-a-89ba42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.838144749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Service","name":"maas-api-e2e-inf-a-89ba42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.89532254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-89ba42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:13.950547551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-89ba42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.007205018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.063472347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.122022932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.180396164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.236231332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Deployment","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.289686012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.343132462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Service","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.396497086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.468363531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.522231505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.57628711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.630062179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.683345095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.736767395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.793162128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-89ba42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:14.846294972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89ba42"},"namespace":"ai-tenant-e2e-inf-a-89ba42","name":"default-tenant","reconcileID":"ca1e2d0f-8133-4922-af93-983048702db8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-89ba42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:15.31565161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adfaf1-8521-4797-bbf1-3618e70f0d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:15.369421518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adfaf1-8521-4797-bbf1-3618e70f0d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:15.423137653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adfaf1-8521-4797-bbf1-3618e70f0d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:15.477161497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adfaf1-8521-4797-bbf1-3618e70f0d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:15.647142532Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-89ba42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-89ba42","reconcileID":"3a16b65d-35e2-4ec1-8e7a-292693ba5941","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-89ba42","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-89ba42"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:17.430364599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e70eb6e-434d-4a98-a722-f3c50d9b12f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:17.484052941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e70eb6e-434d-4a98-a722-f3c50d9b12f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:17.537748056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e70eb6e-434d-4a98-a722-f3c50d9b12f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:17.591441053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e70eb6e-434d-4a98-a722-f3c50d9b12f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.53414182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd78fd7-f2f5-4cbb-8fa3-e25b320f3570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.548740397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e149413c-402f-45bb-9f29-2f84c83f34ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.548761106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e149413c-402f-45bb-9f29-2f84c83f34ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.587988923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd78fd7-f2f5-4cbb-8fa3-e25b320f3570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.641947317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd78fd7-f2f5-4cbb-8fa3-e25b320f3570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.644609323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ddc7ff8-b8ac-46c6-a350-f672c9173c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.644626197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ddc7ff8-b8ac-46c6-a350-f672c9173c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.695898225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd78fd7-f2f5-4cbb-8fa3-e25b320f3570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.803662599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"f3e5235e-e538-4dc7-8058-638d5910d1b7","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.950035985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53845f4d-7b3b-45c9-9c46-05cf9a9474a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.950055878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53845f4d-7b3b-45c9-9c46-05cf9a9474a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:19.995762957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"f3e5235e-e538-4dc7-8058-638d5910d1b7","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.00950835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a99c1ba4-60c5-4e3a-9428-766b422068c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.009526292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a99c1ba4-60c5-4e3a-9428-766b422068c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.052321209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"f3e5235e-e538-4dc7-8058-638d5910d1b7","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:02:20.063362256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"ee2e0be9-04fd-4a3f-87fa-8c70984cf4b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-fe19352e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.111311873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96b5d25c-c22f-4421-848c-bf1aac8433f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.11133651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96b5d25c-c22f-4421-848c-bf1aac8433f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.181882749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb7f1d7a-6c04-47c1-b0c1-87c6c375b574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.181902344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb7f1d7a-6c04-47c1-b0c1-87c6c375b574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.237906438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"5adce11d-83f6-4486-996e-180513ef314b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.239819366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06295c57-f5eb-4a4a-982a-a69dfd10cc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.23984669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06295c57-f5eb-4a4a-982a-a69dfd10cc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.296568465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"5adce11d-83f6-4486-996e-180513ef314b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.353604334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"5adce11d-83f6-4486-996e-180513ef314b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.518842373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"3d34136a-89b6-4be0-b0bc-f94637a291df","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fe19352e/e2e-sub-fe19352e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.691961132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"666247c2-53e5-4ac4-80bc-87c69162e3dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.691978248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"666247c2-53e5-4ac4-80bc-87c69162e3dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.738009315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f017da24-a843-47ba-b095-b3e2c35cc3f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:20.968307442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"fa366127-db0c-4394-8ca0-ddd5b86ac789","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:21.660422575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205e21c1-d1fe-493a-9426-a3f71176b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:21.714518153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205e21c1-d1fe-493a-9426-a3f71176b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:21.7685507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205e21c1-d1fe-493a-9426-a3f71176b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:21.822675608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205e21c1-d1fe-493a-9426-a3f71176b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:23.843996277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4bf1ca-4cf8-4bce-8b00-c306f136b983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:23.897807845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4bf1ca-4cf8-4bce-8b00-c306f136b983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:23.951580323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4bf1ca-4cf8-4bce-8b00-c306f136b983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:24.005319238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4bf1ca-4cf8-4bce-8b00-c306f136b983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:25.947515114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a9f8a-4853-4f50-a1ee-b28b41046e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:26.00124783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a9f8a-4853-4f50-a1ee-b28b41046e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:26.055256836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a9f8a-4853-4f50-a1ee-b28b41046e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:26.109159028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a9f8a-4853-4f50-a1ee-b28b41046e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:28.045085998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd01b3a8-df52-4f4b-8d2e-66466a5c3c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:28.09908224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd01b3a8-df52-4f4b-8d2e-66466a5c3c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:28.15297729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd01b3a8-df52-4f4b-8d2e-66466a5c3c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:28.206971367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd01b3a8-df52-4f4b-8d2e-66466a5c3c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.142285399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b70c29-2cda-4b2f-9cd4-e83545c9be01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.196179797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b70c29-2cda-4b2f-9cd4-e83545c9be01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.250091518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b70c29-2cda-4b2f-9cd4-e83545c9be01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.303911429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b70c29-2cda-4b2f-9cd4-e83545c9be01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.463176067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"4f64ddb6-025e-42a6-a668-ea7832b00949","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.521716947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"4f64ddb6-025e-42a6-a668-ea7832b00949","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:30.579401065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"4f64ddb6-025e-42a6-a668-ea7832b00949","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:32.260240486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ac0356-2eea-46f3-a31f-38615ba38464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:32.314320463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ac0356-2eea-46f3-a31f-38615ba38464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:32.369103274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ac0356-2eea-46f3-a31f-38615ba38464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:32.423159077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ac0356-2eea-46f3-a31f-38615ba38464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:40.642408366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:40.686732155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1b179418-3cc8-422e-a5b7-6332a32c0b7b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:40.744388924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1b179418-3cc8-422e-a5b7-6332a32c0b7b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:40.80092167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1b179418-3cc8-422e-a5b7-6332a32c0b7b","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.536988435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"5ee34362-fb73-4b85-a9ad-2385f43a93dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.638798302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c1341bc-0169-4751-8072-3005a8a9856c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.638852245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"157a0a94-0611-411c-8458-c5ccd6b83c7d","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.661297622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"ce8e8bf9-c344-43a1-826b-3a607a688309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.786978649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"3bffeccc-29a4-44df-a023-5b3fb17e6ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:47.889185717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"e42f60ab-ee0d-4882-81b0-43d12e1e1c19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.220545623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"eafa1c1e-07fb-4147-b74c-25e545637ad7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.404407703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"d0263156-9b0c-4a0f-a02c-ddc9990c38ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.522540099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"ba26c7eb-970f-4b50-970d-f9fd0ffc6de3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.623294506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a59f1a0-bd9c-480c-b6a9-a252c89a590d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.724801865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e40716c9-a39f-4ef7-b1b5-a7d2314c856a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:48.88657037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0b374e50-ebe7-4287-b612-889d40d40871","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:49.062890613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"ed1d9cbc-1744-450a-bd7e-4d4e44c66784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:50.908696309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"a693fc75-6791-4071-9876-fc449ce8e494","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:50.966608227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"a693fc75-6791-4071-9876-fc449ce8e494","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:51.023459794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"a693fc75-6791-4071-9876-fc449ce8e494","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:51.084374865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3306d7-4255-4b9c-80ee-a6ef4a6b9c53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:51.084393491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3306d7-4255-4b9c-80ee-a6ef4a6b9c53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.11035387Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","namespace":"ai-tenant-e2e-inf-a-c04939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.110431753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","namespace":"ai-tenant-e2e-inf-a-c04939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.11049799Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","tenant":"e2e-inf-a-c04939","tenantID":"e2e-inf-a-c04939","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.166100393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Deployment","name":"maas-api-e2e-inf-a-c04939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.230863484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Service","name":"maas-api-e2e-inf-a-c04939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.287275922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-c04939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.342670695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-c04939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.406365185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.463614873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.522332909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.584362333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.637844692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Deployment","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.692110261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.745540921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Service","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.799132717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.852492701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.905704127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:52.959003013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.015621901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.069145729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.122721107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.175936033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-c04939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.229305359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c04939"},"namespace":"ai-tenant-e2e-inf-a-c04939","name":"default-tenant","reconcileID":"758a9ecd-7101-4eed-82fa-d19d33567bac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-c04939","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:53.971872021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c04939","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c04939","reconcileID":"4f149964-2366-4057-832c-6ed007f75878","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c04939","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-c04939"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:55.10975899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec772763-ab7b-4016-a517-7799badbafc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:55.164136449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec772763-ab7b-4016-a517-7799badbafc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:55.2180549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec772763-ab7b-4016-a517-7799badbafc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:55.271758933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec772763-ab7b-4016-a517-7799badbafc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:57.21579976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cb6984-b4a8-4c87-ab5a-40731f4b7857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:57.270495266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cb6984-b4a8-4c87-ab5a-40731f4b7857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:57.326537679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cb6984-b4a8-4c87-ab5a-40731f4b7857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:57.38054258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cb6984-b4a8-4c87-ab5a-40731f4b7857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:58.856812609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","namespace":"ai-tenant-e2e-inf-a-a972d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:58.856868267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","namespace":"ai-tenant-e2e-inf-a-a972d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:58.856916577Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","tenant":"e2e-inf-a-a972d2","tenantID":"e2e-inf-a-a972d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:58.912335271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Deployment","name":"maas-api-e2e-inf-a-a972d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:58.980788196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Service","name":"maas-api-e2e-inf-a-a972d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.04054601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a972d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.098184279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a972d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.155793718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.211354887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.269500017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.329494131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.345404943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ad94d-46e0-44a8-9808-558c7b196878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.411518442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.411907418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ad94d-46e0-44a8-9808-558c7b196878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.465742122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ad94d-46e0-44a8-9808-558c7b196878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.465791949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.519859384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Service","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.520092582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ad94d-46e0-44a8-9808-558c7b196878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.574140141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.627630823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.681364003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.73537381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.79345061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.846772849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.90054313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:02:59.954721836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a972d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:00.0091017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a972d2"},"namespace":"ai-tenant-e2e-inf-a-a972d2","name":"default-tenant","reconcileID":"ffd25d81-8499-453d-85ff-811bf2bfbb16","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a972d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.191754923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1d449051-1c1d-4e12-96cc-860573036c86","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.250304586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1d449051-1c1d-4e12-96cc-860573036c86","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.307478579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"1d449051-1c1d-4e12-96cc-860573036c86","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.453874816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f93a4-85c5-4605-a711-9f97446fbba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.50758676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f93a4-85c5-4605-a711-9f97446fbba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.561307188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f93a4-85c5-4605-a711-9f97446fbba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:01.615933449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6f93a4-85c5-4605-a711-9f97446fbba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:03.211138578Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a972d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a972d2","reconcileID":"0d5a96da-2e9c-402d-9810-28ca18575aec","aitenant":"ai-tenants/e2e-inf-a-a972d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:03.783429285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777d846-d66b-4387-aa2a-892165174dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:03.83838765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777d846-d66b-4387-aa2a-892165174dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:03.8966531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777d846-d66b-4387-aa2a-892165174dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:03.952164915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2777d846-d66b-4387-aa2a-892165174dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:04.066371053Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a972d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a972d2","reconcileID":"0d5a96da-2e9c-402d-9810-28ca18575aec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a972d2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a972d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:05.89409532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c61a98-4965-482b-82e9-fbb8ab89b8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:05.948012588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c61a98-4965-482b-82e9-fbb8ab89b8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:06.001861005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c61a98-4965-482b-82e9-fbb8ab89b8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:06.055824303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c61a98-4965-482b-82e9-fbb8ab89b8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.447105356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7efd02e-925b-4b85-aba1-b0d8d7cc8800","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.447130453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7efd02e-925b-4b85-aba1-b0d8d7cc8800","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.505527025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4100173f-c2ff-45f5-8218-79f6058e19ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.505549359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4100173f-c2ff-45f5-8218-79f6058e19ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.615408991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"2508a961-0fc0-4f50-88c2-0bb6a123ba4b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.673560666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"2508a961-0fc0-4f50-88c2-0bb6a123ba4b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.72339078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01277722-2b82-47ea-a02c-9a2eb11492c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.723412734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01277722-2b82-47ea-a02c-9a2eb11492c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.729985667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"2508a961-0fc0-4f50-88c2-0bb6a123ba4b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.780261335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf88f62-6a80-4c4c-ad69-4b2e63c3436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.780278505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf88f62-6a80-4c4c-ad69-4b2e63c3436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.792259764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d781cc2f-a74e-4aa8-b075-14da7ccff849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.792279373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d781cc2f-a74e-4aa8-b075-14da7ccff849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:03:07.833778647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"08bf2ffa-3e7f-49f1-bbaf-9e8011711ef3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-002bb2b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.898805908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"ec22b7b5-bf9a-49be-977b-82e3b1918884","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.949558585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eee1ae0-dd87-4b93-a0e8-e028994dbc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.949576056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eee1ae0-dd87-4b93-a0e8-e028994dbc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:07.956431006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"ec22b7b5-bf9a-49be-977b-82e3b1918884","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.005644012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4882be21-bc4e-41e4-97fe-a20ec0606d9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.005659912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4882be21-bc4e-41e4-97fe-a20ec0606d9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.012791009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"ec22b7b5-bf9a-49be-977b-82e3b1918884","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.027777985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7eb4c39-9c40-42aa-9c33-564dc5439475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.081741112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7eb4c39-9c40-42aa-9c33-564dc5439475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.135603039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7eb4c39-9c40-42aa-9c33-564dc5439475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.18955595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7eb4c39-9c40-42aa-9c33-564dc5439475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.468615758Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"98220725-d11c-4a65-9a74-0bbffbc39e2b","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-002bb2b9/e2e-shared-sub-002bb2b9","ai-tenant-e2e-mt-fe19352e/e2e-sub-fe19352e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.63935601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec7629f-42c7-4e81-936e-299c38ac3f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.639375896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec7629f-42c7-4e81-936e-299c38ac3f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.687267127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"c330da60-d86b-422b-9461-324d73b610b4","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.687471139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fdefba9-4cae-4f5f-a736-3def9d332bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.75264723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfb1348-df62-4ddb-b141-12f8ee6feffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.752663902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfb1348-df62-4ddb-b141-12f8ee6feffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.808714003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04ac02c1-62c8-4ed0-afe9-0e6128170216","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.808732065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04ac02c1-62c8-4ed0-afe9-0e6128170216","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.860797991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"36a4b8dc-8355-4460-ba8d-7547c20ac463","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.914734438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"bff4cbbe-1c74-4990-9b5a-e26ebaeb3f0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:08.972956535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"bff4cbbe-1c74-4990-9b5a-e26ebaeb3f0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.010950681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ef9433-def1-4964-96a7-c0e3a33538fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.010969966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ef9433-def1-4964-96a7-c0e3a33538fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.029733273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"bff4cbbe-1c74-4990-9b5a-e26ebaeb3f0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.069483359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f874d02c-eda4-4b2c-998d-ea268f9f7334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.069507705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f874d02c-eda4-4b2c-998d-ea268f9f7334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.088903113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01ad353c-0026-45c6-b224-68a68eeab977","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.088920013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01ad353c-0026-45c6-b224-68a68eeab977","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:03:09.122706562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"d9dd1f11-e798-4634-a917-ab2fab4a9d1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-002bb2b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.214642155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"c1b34054-e4ee-4b09-a19c-3d0622e7a3f3","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.240245765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9dd04f5-eea8-4572-95b1-c5bce7ecb560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.240262851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9dd04f5-eea8-4572-95b1-c5bce7ecb560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.326176723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"c1b34054-e4ee-4b09-a19c-3d0622e7a3f3","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.326961429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789d65ea-fe17-4d99-ad5e-df3bf008cbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.326977756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789d65ea-fe17-4d99-ad5e-df3bf008cbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.383812799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"c1b34054-e4ee-4b09-a19c-3d0622e7a3f3","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:03:09.438315916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"c1b34054-e4ee-4b09-a19c-3d0622e7a3f3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-002bb2b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.590629351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"97ea4052-c407-463e-881e-26b59fe00b0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.601317157Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"70bfa139-3e76-4078-86e3-2d5dc4773294","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-002bb2b9/e2e-shared-sub-002bb2b9","ai-tenant-e2e-mt-a228a9cf/e2e-shared-sub-002bb2b9","ai-tenant-e2e-mt-fe19352e/e2e-sub-fe19352e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.648803603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"97ea4052-c407-463e-881e-26b59fe00b0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.705093068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"97ea4052-c407-463e-881e-26b59fe00b0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.771882823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06da9222-ea49-48e8-9860-4d5c3dbaea5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.771914104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06da9222-ea49-48e8-9860-4d5c3dbaea5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.818672806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"18abed71-8343-4f67-b96a-b1dc6f053b55","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.818879886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"0c3cb86d-58e8-4185-b9b6-ca562de69b53","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.819307862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3271065b-1b85-46f5-ad29-e27098e19a82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.893229472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"c78e7e47-f38d-48bf-8317-2700d4f1c41f","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.893562043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5871105a-ea57-4589-9ab3-f00a87fa3ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.89357632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5871105a-ea57-4589-9ab3-f00a87fa3ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:09.988494726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"39c3ffbe-0e4e-42e1-aeb7-b544d475461d","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.050495787Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-policy-002bb2b9","reconcileID":"c78e7e47-f38d-48bf-8317-2700d4f1c41f","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"policyNamespace":"ai-tenant-e2e-mt-002bb2b9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.109248518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ebe6f9a-50eb-47aa-bb87-32e35048b3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.109272283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ebe6f9a-50eb-47aa-bb87-32e35048b3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.116444085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3075e5d-2d40-49e3-8a6c-1cd10db72744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.170627137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3075e5d-2d40-49e3-8a6c-1cd10db72744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.224654977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3075e5d-2d40-49e3-8a6c-1cd10db72744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.244341469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb169335-29cd-45d9-ae6c-b192ebb5c839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.244357874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb169335-29cd-45d9-ae6c-b192ebb5c839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.279106789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3075e5d-2d40-49e3-8a6c-1cd10db72744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:10.642488205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:11.41538425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"89cd473f-cc58-4440-8538-1015be97250d","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:11.473768907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"89cd473f-cc58-4440-8538-1015be97250d","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:11.749920291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd3af1da-ba3a-4e2d-b3af-c6826b2ca0b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:11.749943081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd3af1da-ba3a-4e2d-b3af-c6826b2ca0b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.088514516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"c6ce0675-ec1e-47d4-8cb0-dccecee613e6","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.088660331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aaa8f38-d72a-4488-b33c-df084cdcea5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.088680329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aaa8f38-d72a-4488-b33c-df084cdcea5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.245231281Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-policy-fe19352e","reconcileID":"c6ce0675-ec1e-47d4-8cb0-dccecee613e6","MaaSAuthPolicy":{"name":"e2e-policy-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"policyNamespace":"ai-tenant-e2e-mt-fe19352e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.302629519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"114af82e-d41b-47d1-a7a2-969e6c444680","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.302651762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"114af82e-d41b-47d1-a7a2-969e6c444680","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.462837118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee13b1e7-1b8d-4cbb-bd25-2f2fd6deb853","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:12.462857747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee13b1e7-1b8d-4cbb-bd25-2f2fd6deb853","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:16.030885003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"b16ed803-882e-48fa-ac66-0bb57efcb0ff","namespace":"ai-tenant-e2e-inf-a-ca2bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:16.03095444Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"b16ed803-882e-48fa-ac66-0bb57efcb0ff","namespace":"ai-tenant-e2e-inf-a-ca2bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:16.031010262Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"b16ed803-882e-48fa-ac66-0bb57efcb0ff","aitenant":"ai-tenants/e2e-inf-a-ca2bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:19.812767061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"3bb26c23-451f-4f2b-9875-c5adb5824cdc","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:19.87061286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"3bb26c23-451f-4f2b-9875-c5adb5824cdc","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.193630391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073c7c23-45e6-45bc-be59-7451e4d65f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.193649064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073c7c23-45e6-45bc-be59-7451e4d65f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.446820259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"6d1929b7-552e-4fcc-adb2-a2a442b4f7f4","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-002bb2b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.66846591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"namespace":"ai-tenant-e2e-mt-002bb2b9","name":"e2e-shared-sub-002bb2b9","reconcileID":"6d1929b7-552e-4fcc-adb2-a2a442b4f7f4","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-002bb2b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a228a9cf/e2e-shared-sub-002bb2b9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.884581675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"134f811a-46ea-4ee1-b814-c12b1115aa70","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.884592849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d1313e4-b25d-403b-874d-1f5b81d3da71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.892407316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0adee891-3c8d-407f-9442-68685f48c3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:20.892423574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0adee891-3c8d-407f-9442-68685f48c3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:22.629199638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"6dc911a9-b4c7-4fb2-9fc6-7c3ef9a47b33","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-fe19352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:22.790854187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"namespace":"ai-tenant-e2e-mt-fe19352e","name":"e2e-sub-fe19352e","reconcileID":"6dc911a9-b4c7-4fb2-9fc6-7c3ef9a47b33","MaaSSubscription":{"name":"e2e-sub-fe19352e","namespace":"ai-tenant-e2e-mt-fe19352e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:23.014464449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cffb2bc-fc7c-4bca-84b8-bc2b570cd7e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:23.014486718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cffb2bc-fc7c-4bca-84b8-bc2b570cd7e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:30.959169797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6342aeda-e18d-4553-b989-80edb87a868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:31.01323956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6342aeda-e18d-4553-b989-80edb87a868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:31.067259877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6342aeda-e18d-4553-b989-80edb87a868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:31.121470562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6342aeda-e18d-4553-b989-80edb87a868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:36.446318128Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"7fc34121-4f7f-4489-a041-f66788c5aa62","namespace":"ai-tenant-e2e-inf-a-964f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:36.446379617Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"7fc34121-4f7f-4489-a041-f66788c5aa62","namespace":"ai-tenant-e2e-inf-a-964f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:36.44643261Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"7fc34121-4f7f-4489-a041-f66788c5aa62","aitenant":"ai-tenants/e2e-inf-a-964f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:03:40.642880163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.002792416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"da13dfe9-b64f-4722-8972-f3ef2b6347c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.104023294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"a3326874-9bc4-4c69-8899-5111c6e29b95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.24453909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"207a4abc-73c4-44f1-bbca-766785ed94d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.421971954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"1b80d33b-3f31-4d01-b707-b9674a43d778","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.541104498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"acbd07ca-d25e-435e-a458-b1f2461cd000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.641577507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"a93dee59-efb3-4b05-bf06-dd5b034848aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.785856535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"195cd390-1f86-4b7c-8de3-eb598897d9da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:00.967524238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"4615ea1e-60f1-44b5-964a-7db9addf5471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:01.069420242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"81b3d3d4-1127-4f83-a587-b759ffa49915","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:01.06941973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8327575-e4b7-4547-b140-a2da37bc4c72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:01.329385067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"ad104273-f961-48d5-b4cf-91454f0bb5a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:01.430120086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"8d1263bf-d575-45e0-af74-9dbd2865e46e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:01.529439316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acdf3e95-d90c-4496-bdf7-a93ed0d23cdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:10.641761238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:36.996790806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","namespace":"ai-tenant-e2e-inf-a-ca2bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:36.996847933Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","namespace":"ai-tenant-e2e-inf-a-ca2bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:36.996897571Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","tenant":"e2e-inf-a-ca2bb2","tenantID":"e2e-inf-a-ca2bb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.052732468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Deployment","name":"maas-api-e2e-inf-a-ca2bb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.116168501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Service","name":"maas-api-e2e-inf-a-ca2bb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.172262934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ca2bb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.227107537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ca2bb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.28578343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.341932496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.400377764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.459549261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.513267937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.567353841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.621174665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Service","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.67437493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.727698296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.780801548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.834354454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.890764691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.943799618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:37.99690856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:38.049985222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ca2bb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:38.103383305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ca2bb2"},"namespace":"ai-tenant-e2e-inf-a-ca2bb2","name":"default-tenant","reconcileID":"47a17e16-a21a-4de0-bbe2-c74918e6861b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ca2bb2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:38.81832072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ca2bb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ca2bb2","reconcileID":"26420d20-4afb-4b29-b8c2-2737aee95253","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ca2bb2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ca2bb2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:40.054947478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a10b9-8c60-4d1c-bc96-da7593d1b442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:40.109116768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a10b9-8c60-4d1c-bc96-da7593d1b442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:40.16310293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a10b9-8c60-4d1c-bc96-da7593d1b442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:40.219776663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a10b9-8c60-4d1c-bc96-da7593d1b442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:40.644253522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:42.160391151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea129b-cb98-472e-973c-0e748916fec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:42.21500263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea129b-cb98-472e-973c-0e748916fec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:42.270420544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea129b-cb98-472e-973c-0e748916fec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:42.325249343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cea129b-cb98-472e-973c-0e748916fec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:47.546525051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4848996-2e86-4726-b812-621ae7adca1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:47.600539643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4848996-2e86-4726-b812-621ae7adca1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:47.654223427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4848996-2e86-4726-b812-621ae7adca1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:47.707992276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4848996-2e86-4726-b812-621ae7adca1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:49.63650696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bcd8c7-52d6-4172-a8c9-f71f9eff09f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:49.690879747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bcd8c7-52d6-4172-a8c9-f71f9eff09f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:49.744908958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bcd8c7-52d6-4172-a8c9-f71f9eff09f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:49.798802027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bcd8c7-52d6-4172-a8c9-f71f9eff09f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.546672965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"5d26c4ba-f10a-4d27-854e-02ff3153c089","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.546803542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618b1d39-8ef5-42ae-a85a-33f7ff5892b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.546820151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618b1d39-8ef5-42ae-a85a-33f7ff5892b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.701359941Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-policy-002bb2b9","reconcileID":"5d26c4ba-f10a-4d27-854e-02ff3153c089","MaaSAuthPolicy":{"name":"e2e-shared-policy-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"policyNamespace":"ai-tenant-e2e-mt-a228a9cf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.761899364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c3847cb-ef8d-4f0c-96d2-354cfdc00d57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.761918663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c3847cb-ef8d-4f0c-96d2-354cfdc00d57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.909362761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86981a05-b1f5-4bf2-a982-74a730606dee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:51.909388655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86981a05-b1f5-4bf2-a982-74a730606dee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:53.849421137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"f7519be2-a501-4842-99b1-5a7900f20805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:53.940400435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"17ce374f-553f-4497-af5e-071f94c1a578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.232542647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b902663-eb96-49c6-ab21-2abdd0a6ab40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.308673103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b12f1e2c-4530-491f-81c7-d875939dbb3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.308690514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b12f1e2c-4530-491f-81c7-d875939dbb3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.343364413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"88167171-27c1-4d71-86fc-5156bb45fd5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.367043227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c140d23-bc8c-4127-a2dc-0e4fed330329","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.367061109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c140d23-bc8c-4127-a2dc-0e4fed330329","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.443683447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"e3cd4a5b-b5a5-45e2-a406-cc69574d5c78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.474109201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"namespace":"ai-tenant-e2e-mt-f70682d0","name":"e2e-policy-f70682d0","reconcileID":"1f4fcf27-6a85-4b44-9c1c-ae5de8011485","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.532134871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"namespace":"ai-tenant-e2e-mt-f70682d0","name":"e2e-policy-f70682d0","reconcileID":"1f4fcf27-6a85-4b44-9c1c-ae5de8011485","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.540770891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0f8a609a-450d-4be7-a8d0-a7537ffebeb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.558875623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a15fbb0d-fa88-48f1-b043-fe4985138eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.564944069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad252bf9-60f7-4711-9a7d-d5857074d0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.564961418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad252bf9-60f7-4711-9a7d-d5857074d0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.64087133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"29296df8-fa08-47f8-9904-4022f5351a87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.673283632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"namespace":"ai-tenant-e2e-mt-c4d17b26","name":"e2e-policy-c4d17b26","reconcileID":"951a5654-ac51-4d3b-9fed-dbc789967b77","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.737021175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"namespace":"ai-tenant-e2e-mt-c4d17b26","name":"e2e-policy-c4d17b26","reconcileID":"951a5654-ac51-4d3b-9fed-dbc789967b77","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.79288366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"35f09e2b-9e1c-400f-bb8d-98e39410f07b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:54.963125465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"6caeee82-d97e-4401-9ad1-f2250ec08d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:55.056681824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"776f8f44-1de6-4d43-9c68-ae6ca5403983","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:55.064184527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6362497-8022-441c-9bc1-1487eb9f4031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:55.064202779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6362497-8022-441c-9bc1-1487eb9f4031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:55.087619655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b075946e-6c70-45dd-936f-f4256573e248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:55.334686062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"819ed668-ac87-4469-a078-50d675cd959f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.066472001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","namespace":"ai-tenant-e2e-inf-a-964f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.06655121Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","namespace":"ai-tenant-e2e-inf-a-964f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.066623609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","tenant":"e2e-inf-a-964f1e","tenantID":"e2e-inf-a-964f1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.12179443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Deployment","name":"maas-api-e2e-inf-a-964f1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.186209338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Service","name":"maas-api-e2e-inf-a-964f1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.24464529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-964f1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.299823529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-964f1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.357637099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.419241695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.475772351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.531494209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.585398121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Deployment","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.638915412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.692256072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Service","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.746164851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.799757594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.853374456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.907159844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:04:59.963671602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.01709183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.070711178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.115836369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"namespace":"ai-tenant-e2e-mt-c4d17b26","name":"e2e-policy-c4d17b26","reconcileID":"a583f810-0685-413c-8e7c-f4a53e4a6547","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.116526361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2abe78a2-1a81-4a68-aa70-fe92cad54a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.116545462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2abe78a2-1a81-4a68-aa70-fe92cad54a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.124451397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-964f1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.178376853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-964f1e"},"namespace":"ai-tenant-e2e-inf-a-964f1e","name":"default-tenant","reconcileID":"b36aefd2-ef44-4c27-9be7-e3032c2a05e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-964f1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.223636516Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"namespace":"ai-tenant-e2e-mt-c4d17b26","name":"e2e-policy-c4d17b26","reconcileID":"a583f810-0685-413c-8e7c-f4a53e4a6547","MaaSAuthPolicy":{"name":"e2e-policy-c4d17b26","namespace":"ai-tenant-e2e-mt-c4d17b26"},"policyNamespace":"ai-tenant-e2e-mt-c4d17b26","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.2822919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281109db-636f-4987-ad60-970eb2273791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.282310161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281109db-636f-4987-ad60-970eb2273791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:00.896535873Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-964f1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-964f1e","reconcileID":"cbeaafb2-407d-4738-b166-22f89b2cc9b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-964f1e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-964f1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.046027416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551b127a-f51b-4ec3-90f2-308a9e6304a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.099575498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"afeaa26e-1b28-48ee-bb3c-3d5a155cebe5","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-002bb2b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.100017818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551b127a-f51b-4ec3-90f2-308a9e6304a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.153941836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551b127a-f51b-4ec3-90f2-308a9e6304a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.207983089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551b127a-f51b-4ec3-90f2-308a9e6304a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.316476332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"namespace":"ai-tenant-e2e-mt-a228a9cf","name":"e2e-shared-sub-002bb2b9","reconcileID":"afeaa26e-1b28-48ee-bb3c-3d5a155cebe5","MaaSSubscription":{"name":"e2e-shared-sub-002bb2b9","namespace":"ai-tenant-e2e-mt-a228a9cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.658206518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bd4376-8763-4a47-9557-65233b38ccfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:02.658225335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bd4376-8763-4a47-9557-65233b38ccfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:04.142024461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd764695-00fd-471f-ad48-aedf869dc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:04.196101865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd764695-00fd-471f-ad48-aedf869dc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:04.250390631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd764695-00fd-471f-ad48-aedf869dc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:04.304452372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd764695-00fd-471f-ad48-aedf869dc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:08.579805868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee1bbba-783b-4cea-9336-2ce94d9ab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:08.633819849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee1bbba-783b-4cea-9336-2ce94d9ab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:08.68803239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee1bbba-783b-4cea-9336-2ce94d9ab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:08.742379491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee1bbba-783b-4cea-9336-2ce94d9ab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:10.642577641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:10.765510038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d06dae-89e3-41eb-864b-627bb6104049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:10.819184186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d06dae-89e3-41eb-864b-627bb6104049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:10.872859683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d06dae-89e3-41eb-864b-627bb6104049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:10.926400542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d06dae-89e3-41eb-864b-627bb6104049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:20.361401378Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"namespace":"ai-tenant-e2e-mt-f70682d0","name":"e2e-policy-f70682d0","reconcileID":"849c70d7-8e28-4511-ac6c-7b084de6d916","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:20.486654898Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"namespace":"ai-tenant-e2e-mt-f70682d0","name":"e2e-policy-f70682d0","reconcileID":"849c70d7-8e28-4511-ac6c-7b084de6d916","MaaSAuthPolicy":{"name":"e2e-policy-f70682d0","namespace":"ai-tenant-e2e-mt-f70682d0"},"policyNamespace":"ai-tenant-e2e-mt-f70682d0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:40.642827644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:55.847260178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"d3ebe897-a16f-439c-b4e8-cf004c507da0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:55.947708843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"057f6ca0-8d24-4cc1-8d81-9b2daec6155f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:56.04824496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"d599b943-7068-4da1-9ddd-4c3a8af7c452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:56.252546009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9758409e-1883-40ee-8e1d-5f6dc9fcf54a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:56.40287802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"81efa2d4-794e-4417-b7fe-cdff307e5a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:56.658501207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"5529a06b-81da-4269-9c3e-b60d617271e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:56.76030703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"55bad4df-39c6-4c1c-a7b8-3f66389b91b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:57.027731861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"25a4d6a9-bc8b-43a6-ba9e-1fcc2cf26d6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:57.268863896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"0f704e10-139c-46e3-85b3-982b5ff356a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:57.470039425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64335c72-a43a-45f5-8844-fafa94448eb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:57.470056912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"5d9d5d9a-d358-456a-b8d3-d6a7c64f518e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:05:57.569840857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"7289224b-fcb0-4c53-9bf8-23a7d11fc88c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.132302522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","namespace":"ai-tenant-e2e-inf-b-24ff03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.132396443Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","namespace":"ai-tenant-e2e-inf-b-24ff03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.132459555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","tenant":"e2e-inf-b-24ff03","tenantID":"e2e-inf-b-24ff03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.187569133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Deployment","name":"maas-api-e2e-inf-b-24ff03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.249365255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Service","name":"maas-api-e2e-inf-b-24ff03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.309345566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-24ff03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.366411651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-24ff03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.422490375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.478804531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.537429891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.594339908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.647691234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Deployment","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.702246915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.75584687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Service","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.809518881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.863455704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.916656594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:06.970001053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:07.02891329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:07.082539609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:07.136102603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:07.192312102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-24ff03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:07.247403954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24ff03"},"namespace":"ai-tenant-e2e-inf-b-24ff03","name":"default-tenant","reconcileID":"7fbb875d-4205-462f-b675-d1eb4b981293","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-24ff03","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:08.838357041Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-24ff03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-24ff03","reconcileID":"457722d4-8b35-4100-af31-b797ba0c30e6","aitenant":"ai-tenants/e2e-inf-b-24ff03","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:09.417473143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26ca15-da24-4660-8887-7257953912d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:09.471488601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26ca15-da24-4660-8887-7257953912d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:09.525539316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26ca15-da24-4660-8887-7257953912d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:09.583254411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26ca15-da24-4660-8887-7257953912d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:09.69706142Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-24ff03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-24ff03","reconcileID":"457722d4-8b35-4100-af31-b797ba0c30e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-24ff03","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-24ff03"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:10.641521719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.285176051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ee28ca2-1478-4266-9a36-1f30924ae922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.285195717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ee28ca2-1478-4266-9a36-1f30924ae922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.3429032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f9c389b-278f-47e4-a601-21765a5a547f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.342931913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f9c389b-278f-47e4-a601-21765a5a547f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.521826361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f928071-9c9d-480c-b7db-6edac9614eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.522930358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"05a63340-e8b9-4667-a914-a3ae42805c02","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.576890022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f928071-9c9d-480c-b7db-6edac9614eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.630919529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f928071-9c9d-480c-b7db-6edac9614eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.685220156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f928071-9c9d-480c-b7db-6edac9614eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.754745747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"05a63340-e8b9-4667-a914-a3ae42805c02","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.811983034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"05a63340-e8b9-4667-a914-a3ae42805c02","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.869720615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaaa309e-2495-4f03-a14d-6d48b1b2a8bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:11.869743745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaaa309e-2495-4f03-a14d-6d48b1b2a8bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:13.631684686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1f787d-431c-4487-9d67-59a900e86ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:13.685690574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1f787d-431c-4487-9d67-59a900e86ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:13.739656851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1f787d-431c-4487-9d67-59a900e86ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:13.793438338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1f787d-431c-4487-9d67-59a900e86ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:22.030377913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"50c4179b-4e74-4b3b-ac15-462855325055","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:22.090094456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"50c4179b-4e74-4b3b-ac15-462855325055","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:22.14760113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"50c4179b-4e74-4b3b-ac15-462855325055","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.08312487Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","namespace":"ai-tenant-e2e-inf-b-36ce3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.083205591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","namespace":"ai-tenant-e2e-inf-b-36ce3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.083259901Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","tenant":"e2e-inf-b-36ce3b","tenantID":"e2e-inf-b-36ce3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.140799155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Deployment","name":"maas-api-e2e-inf-b-36ce3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.234529512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Service","name":"maas-api-e2e-inf-b-36ce3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.299010564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-36ce3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.354416343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-36ce3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.413780351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.471417251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.535426149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.59637485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.649715177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Deployment","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.702960646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.756931762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Service","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.810461575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.863552723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.91686824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:23.970396594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:24.02730362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:24.080877322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:24.135042869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:24.196232684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-36ce3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:24.249502149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-36ce3b"},"namespace":"ai-tenant-e2e-inf-b-36ce3b","name":"default-tenant","reconcileID":"13132cc9-5afb-42f2-9f57-3b6bd297f7fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-36ce3b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:29.694853388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"dcb997e0-cf6a-4c64-a45c-af92e4fce225","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:29.818139332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"c11a6031-f44a-44cf-9d28-91d68a839e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:29.940169058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01d9b294-e38f-42c6-ae85-6aab3c9272f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.038621777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"1fd35b11-fdbe-49f3-aaa0-219734187f70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.248605352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"48d1418d-65c2-426d-9017-ef943c0b3059","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.347034726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"ba835e36-1aa5-46e3-8128-7d6b2f9a572c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.450600618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"540f68b2-1b88-4362-b3bb-f95a7fe54258","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.511851176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"9ef934f1-a7a6-4c8f-a404-7c35cc3ea8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.634973498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a1819f0-22c2-4ec4-8bfc-843cad16c7b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:30.944472692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"0dc173dd-f419-4b7f-8725-301da96b6fdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:31.052980163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"8531a65b-cbae-4603-811b-c93d35c25c9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:31.269559412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"ea147eb0-83e9-460d-8406-6ccee6c6718b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.322503074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"ab1e643b-fab4-4a90-88aa-43d94f30f0af","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.383911774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"ab1e643b-fab4-4a90-88aa-43d94f30f0af","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.441711762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"ab1e643b-fab4-4a90-88aa-43d94f30f0af","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.508729485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73321ca0-d90e-4d12-a56d-760b90bc4ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.508760612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73321ca0-d90e-4d12-a56d-760b90bc4ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:32.958448316Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-36ce3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-36ce3b","reconcileID":"aa5f3d23-e4fc-40b2-9aba-d2d0d6578336","aitenant":"ai-tenants/e2e-inf-b-36ce3b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:33.556793763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3f46b1-ac55-42c7-b6b4-edae3a696a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:33.610557794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3f46b1-ac55-42c7-b6b4-edae3a696a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:33.664347588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3f46b1-ac55-42c7-b6b4-edae3a696a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:33.718416958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3f46b1-ac55-42c7-b6b4-edae3a696a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:33.834912011Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-36ce3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-36ce3b","reconcileID":"aa5f3d23-e4fc-40b2-9aba-d2d0d6578336","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-36ce3b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-36ce3b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:35.791132545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b38f6-56d4-48e5-b1f0-216723ca5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:35.845546211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b38f6-56d4-48e5-b1f0-216723ca5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:35.899529023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b38f6-56d4-48e5-b1f0-216723ca5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:35.953990799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b38f6-56d4-48e5-b1f0-216723ca5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:37.962614319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18276a84-84b9-4d3f-9774-b560d86d557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:38.016715324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18276a84-84b9-4d3f-9774-b560d86d557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:38.070808966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18276a84-84b9-4d3f-9774-b560d86d557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:38.12503708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18276a84-84b9-4d3f-9774-b560d86d557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.138039597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f66cd-9e5f-4dc5-be3d-ed92f71bf6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.19256605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f66cd-9e5f-4dc5-be3d-ed92f71bf6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.200795731Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8b61e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8b61e7d","reconcileID":"32c83baf-ff14-440e-abed-26e6fbe6530c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8b61e7d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f8b61e7d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.248610042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f66cd-9e5f-4dc5-be3d-ed92f71bf6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.303900767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f66cd-9e5f-4dc5-be3d-ed92f71bf6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:40.648425553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.327831036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cdb44f-5d96-48d3-ac86-f30e426e223f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.381896526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cdb44f-5d96-48d3-ac86-f30e426e223f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.436137599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cdb44f-5d96-48d3-ac86-f30e426e223f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.490242625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cdb44f-5d96-48d3-ac86-f30e426e223f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.71223331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"b272a138-07dc-4fa8-945a-aa5777781c5d","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.77093282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"b272a138-07dc-4fa8-945a-aa5777781c5d","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:42.828464132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"b272a138-07dc-4fa8-945a-aa5777781c5d","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:52.992660992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"4a9f20e8-f2ea-4500-967e-921e7e054baf","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:53.050964848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"4a9f20e8-f2ea-4500-967e-921e7e054baf","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:53.379348563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a80a265-fd4d-4fb5-881a-c3fe510e88fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:53.379374575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a80a265-fd4d-4fb5-881a-c3fe510e88fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:57.933692689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"153b703f-2422-49b7-91ff-c7a7bddc21ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:57.933718479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"153b703f-2422-49b7-91ff-c7a7bddc21ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:57.933698232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e0e267b7","reconcileID":"98e31451-3cc7-4a2f-ae50-e0de6ea7044e","MaaSAuthPolicy":{"name":"e2e-default-ns-e0e267b7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:58.148382264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4087516e-3493-43ea-8190-a41a2239f75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:06:58.148401634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4087516e-3493-43ea-8190-a41a2239f75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:02.750894202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067dcacb-75ed-4ca3-8737-442e0d34a78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:02.80512227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067dcacb-75ed-4ca3-8737-442e0d34a78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:02.859342488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067dcacb-75ed-4ca3-8737-442e0d34a78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:02.913292854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067dcacb-75ed-4ca3-8737-442e0d34a78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:03.280359222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e3914e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e3914e","reconcileID":"960ffb32-f060-4930-8b15-270e666d1632","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e3914e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e3914e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:04.903405862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da78f12-1663-425d-a83a-fb58f8f067c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:04.958987166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da78f12-1663-425d-a83a-fb58f8f067c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:05.013007511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da78f12-1663-425d-a83a-fb58f8f067c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:05.066989586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da78f12-1663-425d-a83a-fb58f8f067c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.004798746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643b9d5-1454-45a3-97c9-156adf4b1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.058916015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643b9d5-1454-45a3-97c9-156adf4b1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.112968135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643b9d5-1454-45a3-97c9-156adf4b1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.167176174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643b9d5-1454-45a3-97c9-156adf4b1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.169852405Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","namespace":"ai-tenant-e2e-shared-a-w1-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.169908261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","namespace":"ai-tenant-e2e-shared-a-w1-768e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.169964653Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","tenant":"e2e-shared-a-w1-768e90","tenantID":"e2e-shared-a-w1-768e90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.225674849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-768e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.290163072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Service","name":"maas-api-e2e-shared-a-w1-768e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.351301788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-768e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.445198689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-768e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.501898729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.558347617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.617298327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.682230613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.741785806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.797526416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.861552226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.927770009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:07.984122584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.040160684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.097588654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.155595518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.262555411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.31837334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.376930463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-768e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:08.43247677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-768e90"},"namespace":"ai-tenant-e2e-shared-a-w1-768e90","name":"default-tenant","reconcileID":"40c30f6d-0539-4735-ba2e-471e68888a85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-768e90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:09.12464368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66de5eb-e005-4765-970b-0018e2c146d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:09.179349151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66de5eb-e005-4765-970b-0018e2c146d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:09.234018122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66de5eb-e005-4765-970b-0018e2c146d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:09.292128125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66de5eb-e005-4765-970b-0018e2c146d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:10.642578667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:11.238877709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c53abe-e774-45a5-8136-a37bda269c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:11.292999847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c53abe-e774-45a5-8136-a37bda269c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:11.346873708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c53abe-e774-45a5-8136-a37bda269c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:11.400817746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c53abe-e774-45a5-8136-a37bda269c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:17.724997865Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-768e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-768e90","reconcileID":"bf8a8255-3c80-4709-b9e6-75d1ea4646f2","aitenant":"ai-tenants/e2e-shared-a-w1-768e90","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:18.303205325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b62c41-81aa-4dc8-98c6-2e4154406c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:18.358239773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b62c41-81aa-4dc8-98c6-2e4154406c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:18.412359226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b62c41-81aa-4dc8-98c6-2e4154406c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:18.46651085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b62c41-81aa-4dc8-98c6-2e4154406c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:18.583230248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-768e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-768e90","reconcileID":"bf8a8255-3c80-4709-b9e6-75d1ea4646f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-768e90","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-768e90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:20.433888826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ee3031-b3ee-4632-ad67-390ab2956fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:20.488710068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ee3031-b3ee-4632-ad67-390ab2956fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:20.545424242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ee3031-b3ee-4632-ad67-390ab2956fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:20.600232299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ee3031-b3ee-4632-ad67-390ab2956fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:26.827019177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a570063-7e99-4ea4-84cb-4296394af3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:26.88185769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a570063-7e99-4ea4-84cb-4296394af3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:26.93664178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a570063-7e99-4ea4-84cb-4296394af3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:26.992968089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a570063-7e99-4ea4-84cb-4296394af3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:28.940709955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ee10d-14c3-4dfd-90a2-5786ca745d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:28.994891356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ee10d-14c3-4dfd-90a2-5786ca745d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:29.04880008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ee10d-14c3-4dfd-90a2-5786ca745d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:29.103122927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ee10d-14c3-4dfd-90a2-5786ca745d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:40.64341634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:48.892700914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"5ac4da3e-d8d4-4899-96e8-2fa7ec408a0f","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:48.892727003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"5ac4da3e-d8d4-4899-96e8-2fa7ec408a0f","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:55.62199025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"5f88bd2b-0eb2-48e7-9a82-16f3888b8ea5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8b61e7d","tenantID":"e2e-mt-f8b61e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:55.742416873Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"5f88bd2b-0eb2-48e7-9a82-16f3888b8ea5","name":"e2e-mt-f8b61e7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:56.925654136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"c0466282-74e6-44c7-b521-d23c0d8335d4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:07:56.92568161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"c0466282-74e6-44c7-b521-d23c0d8335d4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:10.642182284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:21.252868375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"914503fe-18ea-42bf-8d50-8a4dee0d1677","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:21.371928628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"914503fe-18ea-42bf-8d50-8a4dee0d1677","name":"e2e-shared-a-w3-e3914e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:36.890408259Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:36.890503981Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","namespace":"ai-tenant-e2e-shared-b-w1-ea5230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:36.890581211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","tenant":"e2e-shared-b-w1-ea5230","tenantID":"e2e-shared-b-w1-ea5230","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:36.947329926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-ea5230","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.014179849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Service","name":"maas-api-e2e-shared-b-w1-ea5230","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.071341345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-ea5230","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.128910978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-ea5230","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.187045718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.243738945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.303366802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.360355459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.414469559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.4687328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.523092288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.577503535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.634723576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.689652539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.744227939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.805179279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.85891928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.91228743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:37.976334402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-ea5230","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:38.029900535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ea5230"},"namespace":"ai-tenant-e2e-shared-b-w1-ea5230","name":"default-tenant","reconcileID":"7fc68d20-3b0e-4e7a-8a7e-d2389c928c11","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-ea5230","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:40.643514993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:41.312100717Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ea5230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ea5230","reconcileID":"b3badecc-f7e1-4da5-9065-d2ce3aebdfec","aitenant":"ai-tenants/e2e-shared-b-w1-ea5230","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:41.896525852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49292cf-062a-4dfa-8bb4-003c2d4307ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:41.950897209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49292cf-062a-4dfa-8bb4-003c2d4307ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:42.004796309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49292cf-062a-4dfa-8bb4-003c2d4307ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:42.059800159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49292cf-062a-4dfa-8bb4-003c2d4307ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:42.176772391Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ea5230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ea5230","reconcileID":"b3badecc-f7e1-4da5-9065-d2ce3aebdfec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-ea5230","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-ea5230"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.267502007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-access","reconcileID":"b1a365db-e978-4ed5-b948-6929bafbcca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.267598827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"0ac2ac7f-7f1b-4fe6-8b20-7a73e393f2b5","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.462410438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"a2934733-28c4-4f78-9744-705bfccf8909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.519363635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"913923db-c430-43e8-bfd3-0c9e5955548e","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.520681304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"a2934733-28c4-4f78-9744-705bfccf8909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.574196014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"e809d8cf-6f55-4f53-8033-3ffdf5972694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.673058104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"338f8a82-4cd8-47f4-a8b7-1444871f1c07","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.835831131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"424e966f-e808-48d4-87cc-c3ca6385d355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:43.893420971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"424e966f-e808-48d4-87cc-c3ca6385d355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:44.070733527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3909e03d-aa47-47cb-ab3f-9fd9c1c15d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:44.124638288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3909e03d-aa47-47cb-ab3f-9fd9c1c15d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:44.178335655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3909e03d-aa47-47cb-ab3f-9fd9c1c15d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:44.232188701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3909e03d-aa47-47cb-ab3f-9fd9c1c15d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:46.203556514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed37979-14c5-4a79-8a0f-b2ff4db6fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:46.257634216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed37979-14c5-4a79-8a0f-b2ff4db6fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:46.311505361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed37979-14c5-4a79-8a0f-b2ff4db6fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:46.365566062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed37979-14c5-4a79-8a0f-b2ff4db6fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:48.34722549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05a072a-8aea-48cd-9a62-79495cd4f2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:48.401532656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05a072a-8aea-48cd-9a62-79495cd4f2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:48.455847528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05a072a-8aea-48cd-9a62-79495cd4f2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:48.509693934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05a072a-8aea-48cd-9a62-79495cd4f2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:50.517037165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7104ff-1c7c-491e-8393-49697dde3009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:50.57098223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7104ff-1c7c-491e-8393-49697dde3009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:50.625810873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7104ff-1c7c-491e-8393-49697dde3009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:50.680402724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7104ff-1c7c-491e-8393-49697dde3009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:51.855645893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"41179a0f-d15f-45ff-9f0c-a4b401e0e3eb","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:52.616809019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea161c-f58f-4a57-8dd4-d46650b81af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:52.673181578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea161c-f58f-4a57-8dd4-d46650b81af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:52.727342234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea161c-f58f-4a57-8dd4-d46650b81af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:52.781184945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea161c-f58f-4a57-8dd4-d46650b81af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:53.896891822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"4abc554f-fbf6-462a-986d-c9a6264877ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:53.950914833Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"4abc554f-fbf6-462a-986d-c9a6264877ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:54.004744515Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"simulator-subscription","reconcileID":"4abc554f-fbf6-462a-986d-c9a6264877ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/simulator-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:54.394946543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"331bc192-b400-4877-abd7-79ff13d5e098","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:54.549801777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"718403fd-5563-4077-a9a4-52affcb24130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:54.608328656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"718403fd-5563-4077-a9a4-52affcb24130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:59.612988544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"f94a2ed1-8fcc-4fe3-8fa4-7aabaa27c7d9","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:59.719864607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0427b2ea-fd2c-4869-ac44-ebf2bf2cf9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:59.780604148Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"b59f602e-18fc-4dbc-938a-e5f99c451402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aef371ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:08:59.78079928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0427b2ea-fd2c-4869-ac44-ebf2bf2cf9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.098041497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0eddd093-f930-4d73-8701-bdd4eb61e855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.153006127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"0e7ff6be-3c60-4d28-8630-968d387d6506","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.15666218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"0eddd093-f930-4d73-8701-bdd4eb61e855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.206979419Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"d0b0bcb9-7089-47b2-81ed-06f25565e462","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aef371ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.207898002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"431c3708-0eef-497f-bae2-77d5617e58e2","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.208179203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"259add9c-475c-481c-98fa-f6cd4358f970","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.326846623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"d374f3a5-383f-4daf-8140-737a2f6dc693","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.38075197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"2129e79a-6d74-47ba-8a93-5138c24fdb78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aef371ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.418796725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"16c163a6-d20f-4083-8b22-a575e0742826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.674398054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"16c163a6-d20f-4083-8b22-a575e0742826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.802413436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"16c163a6-d20f-4083-8b22-a575e0742826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"e2e-worker-w1-32e532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.802436845Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-access","reconcileID":"16c163a6-d20f-4083-8b22-a575e0742826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:00.860636675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"5bee70ec-1a4c-4c02-9fef-0100aec2aec5","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:01.142694405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b63563-b369-4599-8199-5277c3361a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:01.196843232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b63563-b369-4599-8199-5277c3361a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:01.258468499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b63563-b369-4599-8199-5277c3361a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:01.31454027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b63563-b369-4599-8199-5277c3361a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:02.408415658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"6a251785-b2a0-4fea-84be-8dc50e271d95","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:02.408440319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"6a251785-b2a0-4fea-84be-8dc50e271d95","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:03.28988236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a820c3b-c3f4-4ac5-9123-c1f6a63d353b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:03.344670347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a820c3b-c3f4-4ac5-9123-c1f6a63d353b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:03.404169374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a820c3b-c3f4-4ac5-9123-c1f6a63d353b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:03.463719179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a820c3b-c3f4-4ac5-9123-c1f6a63d353b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:05.669375809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b26d387e-2ebd-4ca7-affd-6da49d3f9018","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:05.982228993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"c935fa32-07f2-4d0d-a3f6-a3e75a608ce2","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:06.036323362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"3bf05cf1-daae-46c3-8e84-c83ec3ce871d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:06.090247939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"3bf05cf1-daae-46c3-8e84-c83ec3ce871d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:06.143985449Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"premium-simulator-subscription","reconcileID":"3bf05cf1-daae-46c3-8e84-c83ec3ce871d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e532"},"name":"maas-trlp-premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532","model":"e2e-models-e2e-worker-w1-32e532/premium-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:06.321446171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"a2296306-ab64-4faa-84d3-f133c0ede69f","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:06.42477954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"5af8b556-c08a-4466-89cc-da46c68791d2","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:07.962943418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"4fe35b97-2ff9-4e1d-a630-cd1c26b32802","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:07.962963415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"4fe35b97-2ff9-4e1d-a630-cd1c26b32802","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.021274198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f7af93a5-6e89-486c-abd2-b699e2bd52fd","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.02136202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f7af93a5-6e89-486c-abd2-b699e2bd52fd","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.127951385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5a99f1e1-d933-4bd2-bc71-1c23848414db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.254364312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5a99f1e1-d933-4bd2-bc71-1c23848414db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.310479778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5a99f1e1-d933-4bd2-bc71-1c23848414db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.366828706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"d2ff411b-914e-430e-a54a-d23e699d499e","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:08.366846092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"d2ff411b-914e-430e-a54a-d23e699d499e","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:10.208050631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"474e80a0-228e-4a8b-9faa-47a43f9aeb0c","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:10.641659709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:12.040650735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a72d695-042e-4fae-8770-b3e736b1e175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:12.094637797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a72d695-042e-4fae-8770-b3e736b1e175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:12.148332803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a72d695-042e-4fae-8770-b3e736b1e175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:12.202137238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a72d695-042e-4fae-8770-b3e736b1e175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:14.136683954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1518ac6-7c3d-4d2e-85e8-a326ae3dada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:14.1906185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1518ac6-7c3d-4d2e-85e8-a326ae3dada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:14.244363262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1518ac6-7c3d-4d2e-85e8-a326ae3dada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:14.298261152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1518ac6-7c3d-4d2e-85e8-a326ae3dada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:15.447106245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"7a9d30ee-d4f1-454f-8796-b412a1262ef6","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:15.447130707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"7a9d30ee-d4f1-454f-8796-b412a1262ef6","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:15.773104969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"b57bef89-f7cf-459e-bab1-a58bf13851e4","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:16.38043116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"aeadb564-346a-4c4f-baed-81da93c79185","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:16.425505802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"d976b5ff-5cb3-4104-b337-ba7ce92ec63b","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:18.474864803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"9c47fc26-00c0-4d1b-9e01-a9d45973c510","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:18.532539506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"9c47fc26-00c0-4d1b-9e01-a9d45973c510","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:18.589104198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"9c47fc26-00c0-4d1b-9e01-a9d45973c510","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:20.209215702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"ecffb2d8-0caf-4593-9748-bff15dfe4c08","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:20.981460411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"0ee34417-9d23-4abd-8cd5-1f44cedc1442","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:20.981482392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"0ee34417-9d23-4abd-8cd5-1f44cedc1442","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.03747638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"165dabd0-0d29-4ece-9bdb-771d839115d3","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.037496607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"165dabd0-0d29-4ece-9bdb-771d839115d3","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.144375404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"3398fd4f-ceff-4b88-9c48-b3602849e34c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.268618616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"3398fd4f-ceff-4b88-9c48-b3602849e34c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.327541858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"3398fd4f-ceff-4b88-9c48-b3602849e34c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.383800814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"d1d12f4a-432f-4381-a996-6f2b4d5450c4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:21.383820327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"d1d12f4a-432f-4381-a996-6f2b4d5450c4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:24.749505561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-2-w1-32e532","reconcileID":"98732071-c620-48ee-81ed-e2740f784de7","MaaSModelRef":{"name":"distinct-2-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-2-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-2-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:24.756805066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"distinct-w1-32e532","reconcileID":"4fe41860-5a80-4ca3-8164-511df5dd5160","MaaSModelRef":{"name":"distinct-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"distinct-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"distinct-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:24.765831586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"premium-w1-32e532","reconcileID":"064a787e-57d5-4445-9d89-b4b7cb362447","MaaSModelRef":{"name":"premium-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"premium-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"premium-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:24.771813996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"namespace":"e2e-models-e2e-worker-w1-32e532","name":"simulator-w1-32e532","reconcileID":"7cbd2a7f-0cf0-4477-a455-dab8b01e2846","MaaSModelRef":{"name":"simulator-w1-32e532","namespace":"e2e-models-e2e-worker-w1-32e532"},"routeName":"simulator-w1-32e532-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e532","llmisvcName":"simulator-w1-32e532","gateway":"openshift-ingress/e2e-worker-w1-32e532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:28.696949498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"feb1cad8-7eec-482c-ba3e-788c9e6d53f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:28.754608959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"feb1cad8-7eec-482c-ba3e-788c9e6d53f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:28.810954105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2) AuthConfig (fee5d77bae092b1817a236e0d0596d74716bd068040adec8405d76710a7edae5) AuthConfig (cf8bec7918acab882c281fc1294979a181145dfe68e0ea87bf2b3b1531388ea2) AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (c2aca308cbfd7e34d8d79255e96db9d12a2f573a3270d3df16ca68f2fa9f7592) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (70793b38fbcf3ac4573fb8e9fd9d3ee65dae02a4aaa9aa3dba967bbb3cde3a3c) AuthConfig (5e2ce77b594d37c1a7a5bda21bf8efe677093895da7a56ff5d3cc1522e948695) AuthConfig (6f5565eeb91550cf1107cae8290fa5bb4a78cd9e79295b6ccf226ac80b067e3d) AuthConfig (dceac06a1d78bd1af5d923ad38350fcea8038f49242492d94f49770edcafa27d) AuthConfig (5096b4922fd88ff0fd3090a9470cc3d756ef8b16bf23b00b33dea5df6e594419) AuthConfig (cbb739cefe0b01c67cb2184e0460c7b27dd7c2ea81511462ddce254b92aaa1a6) AuthConfig (b72c142c3780b7e7387cba740e6dc25e36c146e7b53b7b0b61a629e6192b0b46) AuthConfig (b53d288de2fddfbec3849662740043ca886c4f50f361022ecd779d73891c287c) AuthConfig (69f6180b16222bc2c1b279fefe76d1dc68ee67ed5b2087fda3fb48adad5534ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"feb1cad8-7eec-482c-ba3e-788c9e6d53f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:28.869905734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"0a47a740-15a9-4bd4-8de6-7439dfb0a70e","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:28.869923379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"0a47a740-15a9-4bd4-8de6-7439dfb0a70e","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:31.492557162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"a2db6e78-c2b0-43fd-9cf2-475b4bac32ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:31.549879051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"a2db6e78-c2b0-43fd-9cf2-475b4bac32ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:31.606249584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"a2db6e78-c2b0-43fd-9cf2-475b4bac32ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:37.763765183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bfdeb9-dbde-447c-ae29-d4e6044106ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:37.818047512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bfdeb9-dbde-447c-ae29-d4e6044106ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:37.872294714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bfdeb9-dbde-447c-ae29-d4e6044106ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:37.926227415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bfdeb9-dbde-447c-ae29-d4e6044106ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.057051758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"f31bd42e-c065-4532-8799-ba1adff1dbf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.114472517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"f31bd42e-c065-4532-8799-ba1adff1dbf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.170549163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-560be1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96ba8248c8524ce7ff96be9be75f392395b0a9738774aa415c96585ab736fdc2) AuthConfig (fee5d77bae092b1817a236e0d0596d74716bd068040adec8405d76710a7edae5) AuthConfig (cf8bec7918acab882c281fc1294979a181145dfe68e0ea87bf2b3b1531388ea2) AuthConfig (c347a0d6abfdefc4465806c87bb40984da385ae7976f5dab79d569f785d13dab) AuthConfig (904bbccf4aef4185d756d1bf940ecd953634e86a50a32e5db254fb718220a5c0) AuthConfig (8ce7af8dfb8b0d0146c21252753a14a99248efca1d593d3fb79a4b4711bba90d) AuthConfig (f47678f44b512fe9057e3adfbcf15a7c39faa4239b70eb4864c1d312e42ebcd7) AuthConfig (c2aca308cbfd7e34d8d79255e96db9d12a2f573a3270d3df16ca68f2fa9f7592) AuthConfig (c93ae78aef73534841afb274473b2144bde28981642f2cb1d72afde724626bb5) AuthConfig (70793b38fbcf3ac4573fb8e9fd9d3ee65dae02a4aaa9aa3dba967bbb3cde3a3c) AuthConfig (5e2ce77b594d37c1a7a5bda21bf8efe677093895da7a56ff5d3cc1522e948695) AuthConfig (6f5565eeb91550cf1107cae8290fa5bb4a78cd9e79295b6ccf226ac80b067e3d) AuthConfig (dceac06a1d78bd1af5d923ad38350fcea8038f49242492d94f49770edcafa27d) AuthConfig (5096b4922fd88ff0fd3090a9470cc3d756ef8b16bf23b00b33dea5df6e594419) AuthConfig (cbb739cefe0b01c67cb2184e0460c7b27dd7c2ea81511462ddce254b92aaa1a6) AuthConfig (b72c142c3780b7e7387cba740e6dc25e36c146e7b53b7b0b61a629e6192b0b46) AuthConfig (b53d288de2fddfbec3849662740043ca886c4f50f361022ecd779d73891c287c) AuthConfig (69f6180b16222bc2c1b279fefe76d1dc68ee67ed5b2087fda3fb48adad5534ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"f31bd42e-c065-4532-8799-ba1adff1dbf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.86157914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde4b9b-65ab-4090-b9e8-ddd15c224270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.915684863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde4b9b-65ab-4090-b9e8-ddd15c224270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:39.969642261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde4b9b-65ab-4090-b9e8-ddd15c224270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:40.023635395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde4b9b-65ab-4090-b9e8-ddd15c224270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:40.641515283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:41.721785461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"9b9c32f3-6854-4c16-a875-5c9bec9151c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:41.780493942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"9b9c32f3-6854-4c16-a875-5c9bec9151c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:41.838090693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"9b9c32f3-6854-4c16-a875-5c9bec9151c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:46.084171514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3cfe2d-7261-4d1f-880c-c5e4d69bd4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:46.138166806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3cfe2d-7261-4d1f-880c-c5e4d69bd4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:46.191929435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3cfe2d-7261-4d1f-880c-c5e4d69bd4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:46.245878612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3cfe2d-7261-4d1f-880c-c5e4d69bd4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:46.689459666Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bef184","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bef184","reconcileID":"1e65a449-9c4f-40c3-9d40-dae13155f7d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bef184","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bef184":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:48.16941236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510db22-10be-40d5-af7c-ca8d5459d541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:48.223407055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510db22-10be-40d5-af7c-ca8d5459d541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:48.27724031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510db22-10be-40d5-af7c-ca8d5459d541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:48.332848026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510db22-10be-40d5-af7c-ca8d5459d541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:49.278695399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"b92e5d0e-28bf-413b-b97f-3bea184bb543","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:49.33649707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"b92e5d0e-28bf-413b-b97f-3bea184bb543","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:49.632602702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f9c846c6-301b-44fd-8f57-97271d7e1e1d","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:49.632624026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f9c846c6-301b-44fd-8f57-97271d7e1e1d","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:50.261915744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a68ab5-bf90-463e-b556-a28f04544a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:50.31608964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a68ab5-bf90-463e-b556-a28f04544a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:50.37334039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a68ab5-bf90-463e-b556-a28f04544a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:50.430327733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a68ab5-bf90-463e-b556-a28f04544a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:51.945672282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"1ea8e126-4c7e-4cef-80ac-60f8a0f7b58e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:52.011405675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"1ea8e126-4c7e-4cef-80ac-60f8a0f7b58e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:52.072719655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a3bf15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03560b0f482dfbd17e086e495edb9122cf310d9c233014ca292cc73ad0034585) AuthConfig (a67e423deee23d874900ae4edfe41fc539f66a0746ef2cf26eb7e75e9ef4037d) AuthConfig (d34ba99c09934d7ccd92215ee2393cc1d89292b53809bff9630747ef52d16ec5) AuthConfig (2705304480e9d733096ba9a0813dc32d8b745064590860c79d49632515966b2e) AuthConfig (7f016777172f1e6938880af8cba70392ce5d5e29a602106e66df1067b0934abd) AuthConfig (8fb811395c6b1b146ad2e10ad615ad8015b19a5b87ffdf2932b7d2844a381286) AuthConfig (36de0e5ac2d3e008ed7d616c26a1f024e5295e71d7126f6c8c16f1149038a718) AuthConfig (9a9ec8e9b271ba07d50e5c4175de0e57f4a936bb98e95bd3ca508073c70daa80) AuthConfig (b20dbb56e9c9e65f4a6cc1450acacd34c7bf36b83dc24b4ddb1320e1e126f354) AuthConfig (23d57b8d4e47973ebcc2bf7f239e72819c3e671dfa8056712a73e7f71bb43c2c) AuthConfig (9e49450032590835ecb214b7a812234b5245e5a51f51d01f03e954cfca63514e) AuthConfig (ac2a902688f81fda174acb6e523cd554480ba60aff5ffbab309fba42a454c7e5) AuthConfig (5f9ad654bfe14e6cdb58a3cc96abaa6a29ce20706605a9a9413aa97016de7c8e) AuthConfig (4232a0cbd75eae3968106700bf97e721cb3f846160c705fc833c6049fef6a72c) AuthConfig (566abcd3d59131684d6f807b7c3ad98111e99efab7a5baf7b322370480f81b28) AuthConfig (a0147fcf87d9ced1bcf3385cc7588333fc08791c4d00eddf2ab660ff2b9437cb) AuthConfig (3b09cf03e26b95aa7fe94f13c28f7a3a0ab99f8c70c3d1da41116ba086635586) AuthConfig (ded21fbb8b13f67fb980ff43a8c816ee8ecef78dab250da87ab8e53b16cba084)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"1ea8e126-4c7e-4cef-80ac-60f8a0f7b58e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:52.133712256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"5de16e61-6e24-4024-a666-37af13bfa0f4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:52.133733022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"5de16e61-6e24-4024-a666-37af13bfa0f4","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.618910246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"bff47ff5-0399-4598-ba0a-f9c7f34cc3f5","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.61893241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"bff47ff5-0399-4598-ba0a-f9c7f34cc3f5","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.67493554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"c38bc39f-629d-4da7-a73e-4f42b32fdc74","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.674959256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"c38bc39f-629d-4da7-a73e-4f42b32fdc74","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.782152585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5d114826-1d9e-4408-b814-40ad4c815580","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.908758215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5d114826-1d9e-4408-b814-40ad4c815580","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:54.96456594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5d114826-1d9e-4408-b814-40ad4c815580","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:55.020820718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"939aa284-8d7c-4057-bcaa-4ee5a97f0851","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:09:55.020839851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"939aa284-8d7c-4057-bcaa-4ee5a97f0851","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:02.240384229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"ffd61661-27af-42c4-aaf8-ed10b551782e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:02.297913528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"ffd61661-27af-42c4-aaf8-ed10b551782e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:02.572747165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"766801ee-6d00-4295-9d52-2e75d0beb57d","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:02.572767792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"766801ee-6d00-4295-9d52-2e75d0beb57d","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:05.128593692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5f9e216c-d625-4c1a-ae63-fe29b72ad202","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:05.18631472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5f9e216c-d625-4c1a-ae63-fe29b72ad202","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:05.242420775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"5f9e216c-d625-4c1a-ae63-fe29b72ad202","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.13726952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","namespace":"ai-tenant-e2e-worker-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.137325992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","namespace":"ai-tenant-e2e-worker-w1-32e532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.137382165Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","tenant":"e2e-worker-w1-32e532","tenantID":"e2e-worker-w1-32e532","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.19255873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Deployment","name":"maas-api-e2e-worker-w1-32e532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.256189454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Service","name":"maas-api-e2e-worker-w1-32e532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.316133236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-32e532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.371820017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-32e532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.428599056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.485894955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.544261377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.600504963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.641478813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"48b7e224-4012-477c-aa1c-c2076f2a93c8","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.641599988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"48b7e224-4012-477c-aa1c-c2076f2a93c8","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.654947755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.701495971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"1d922555-f04c-479e-ae8c-3d586518b99b","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.701517335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"1d922555-f04c-479e-ae8c-3d586518b99b","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.708569426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.761757609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Service","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.808543645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"c0c5d641-abaf-4a91-8466-ec322413986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.814969627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.868251842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.921537953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.934911876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"c0c5d641-abaf-4a91-8466-ec322413986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.97498995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:07.992321819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"c0c5d641-abaf-4a91-8466-ec322413986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.031335528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.050759742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"650f2a37-fdf8-4886-853f-9c5c60f31801","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.050775802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"650f2a37-fdf8-4886-853f-9c5c60f31801","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.084831567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.138201516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.192442867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-32e532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:08.246011565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e532"},"namespace":"ai-tenant-e2e-worker-w1-32e532","name":"default-tenant","reconcileID":"fa39e903-883b-4a6e-a655-505413a961ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-32e532","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:10.6434675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:15.35082031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"1987218a-55d3-4dd4-87f3-1ee244363122","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:15.408747068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"1987218a-55d3-4dd4-87f3-1ee244363122","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:15.465037655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"1987218a-55d3-4dd4-87f3-1ee244363122","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.081005678Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e532","reconcileID":"592bcfdb-0218-44b1-86c8-42499b1e070e","aitenant":"ai-tenants/e2e-worker-w1-32e532","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.223037296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6b17b680-69a7-48a4-b61c-9c45d6d3fc1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.281524708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6b17b680-69a7-48a4-b61c-9c45d6d3fc1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.338328235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6b17b680-69a7-48a4-b61c-9c45d6d3fc1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.672545106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c1804-5b7b-4cda-bdc0-83e5f0d98200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.726582124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c1804-5b7b-4cda-bdc0-83e5f0d98200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.780453142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c1804-5b7b-4cda-bdc0-83e5f0d98200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.835048342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c1804-5b7b-4cda-bdc0-83e5f0d98200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:18.963859958Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e532","reconcileID":"592bcfdb-0218-44b1-86c8-42499b1e070e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-32e532","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-32e532"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:20.810113013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464325df-566e-4039-98af-ffe6d8f737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:20.863993335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464325df-566e-4039-98af-ffe6d8f737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:20.917755965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464325df-566e-4039-98af-ffe6d8f737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:20.971536125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464325df-566e-4039-98af-ffe6d8f737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:22.906593468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029220bc-efb3-412b-9515-b8b6487764de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:22.960521452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029220bc-efb3-412b-9515-b8b6487764de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:23.014295827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029220bc-efb3-412b-9515-b8b6487764de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:23.068713991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029220bc-efb3-412b-9515-b8b6487764de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:25.572829712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"8449c178-8fca-43c4-b91b-1879e80b553b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:25.631881507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"8449c178-8fca-43c4-b91b-1879e80b553b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:25.689535923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (26befb358148a5996beb5d9c79313f48cbaf0723e33de794b0460029b272ab87) AuthConfig (23bb858114916c684d1bc15e4065091787535128a7f4efbac6f0de408f5992c0) AuthConfig (d0acc408dfba5af26b8506fd6831e3402158a6a1ece1aca03b09007eea625b8e) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (f53ae884af8dbe203d45d77b0664fe286257f5c74038e9053213aa3d5f512dd1) AuthConfig (c41481ce7031e9ff2c6fd3585e9211dd8ac59ed87387bfacef7eaab4acd280ff) AuthConfig (f2a8da82c385c644ba837f2133a4c3f3e19e2293faa4a16dbb2a4fab93468212) AuthConfig (e6175f9051caf0ae43af28c2975c862fdcb2a42d4ad577e36944755663ac45e1) AuthConfig (cd854807c086df7d80adb712f9759475166d8a286716a3c10b87aac5510b6010) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (2101508b300f8dafd81871a8422cfbf12a46bb26689cf2e3f8d809e27eb44b0f) AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (39b97679377c6ebe2f1ecbcbaa1844c2cc48f6600d64911bf60123a2ab185474) AuthConfig (c17131c617c5d146b941a8a1d5e214cf75880eb504da164e1a64775f7f054714) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (bb91e5bb657282f568f67c357a57c74386e4a8ce26830791268f92a7e6969dd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"8449c178-8fca-43c4-b91b-1879e80b553b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:25.748681024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"d8aa8423-f9c9-4c13-88d4-3ab9cb863dfc","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:25.748701649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"d8aa8423-f9c9-4c13-88d4-3ab9cb863dfc","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:28.44866729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"d2b07b4b-ee3c-43ef-8f72-9cb17b780ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:28.508462045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"d2b07b4b-ee3c-43ef-8f72-9cb17b780ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:28.566759384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdc737d1733eaaa70c57531649ceae3ef2f8c9f4f3be877cddc81c4f8ddb42fd) AuthConfig (6ebd0b4555cab9d41119896763a2cbb513d7254f16c19b5c5b7d573f04599495) AuthConfig (7efc8685b682064092fe0d6c503569efd67cc57b066de8438f58fb6e41999608) AuthConfig (3ccb4999f186794c8f408d833a67efd21d862888b2b7f714b2d9e1a29c896329) AuthConfig (58f16bff0241c68c99d843c796f89c2a084b147267ff9f6e5db55fd2a473cdbb) AuthConfig (8a8c2b5b7ce970b5b8195826cf7edc55ff611c0a98ba86b1f1470236caf3a839) AuthConfig (620ba26b7e997da727fbc9ec38ea7b0e08a0cb3e1f938ec157c589f1e5a175cc) AuthConfig (0184554b52bc6369d91d7598116f6015e60cf989f02b8b19cb90463b2c251d20) AuthConfig (65495316baa41fdb3ccffa48ce171b48b5e474975cb59c94ae41da40797f6a27) AuthConfig (52524fc5a0ca8af7f2b43b3e3776c71cbcffcdd1189d8bc1e214a96200f24294) AuthConfig (eeafb4dad57b9322531392ba06fb799bd0367895c7fcd1b98a1407467290dd04) AuthConfig (7aacfe24082cca26af0f87c93871b702edaf6a66f782301a5b85340b37230107) AuthConfig (21f66cdbc242a4e183957d39f078fd54a7d9b22dcbc8d1fa6146f3392ec91401) AuthConfig (22280dc1d61bccfe7cc242340cd521d78c21bdb0b110c2bd2b647d28c31f296a) AuthConfig (a022d02efa1025c3b97e86f1332207e36ab24b27c8ba508a9202415d99446a60) AuthConfig (d79c646aea191ee0ba6fe9e8cde29119389cd28e611fb125c5f7d47e1394c616) AuthConfig (be678a32e86abafed47b9410915d8cce20606f7595c95d2386a876b01cd4dd3f) AuthConfig (e3ef06a6cf51d94cd3d38e4439c9ed3d19ebd9d5ddbb7745b13c43f029c403f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"d2b07b4b-ee3c-43ef-8f72-9cb17b780ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:28.627609755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"e1e981d3-eba8-4f4a-85fc-89a0a2274987","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:28.627627633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"e1e981d3-eba8-4f4a-85fc-89a0a2274987","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:35.855814156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"22c6b3c5-0ab5-47ed-9b94-706697f10374","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:35.913047046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"22c6b3c5-0ab5-47ed-9b94-706697f10374","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:35.970584357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (26befb358148a5996beb5d9c79313f48cbaf0723e33de794b0460029b272ab87) AuthConfig (23bb858114916c684d1bc15e4065091787535128a7f4efbac6f0de408f5992c0) AuthConfig (d0acc408dfba5af26b8506fd6831e3402158a6a1ece1aca03b09007eea625b8e) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (f53ae884af8dbe203d45d77b0664fe286257f5c74038e9053213aa3d5f512dd1) AuthConfig (c41481ce7031e9ff2c6fd3585e9211dd8ac59ed87387bfacef7eaab4acd280ff) AuthConfig (f2a8da82c385c644ba837f2133a4c3f3e19e2293faa4a16dbb2a4fab93468212) AuthConfig (e6175f9051caf0ae43af28c2975c862fdcb2a42d4ad577e36944755663ac45e1) AuthConfig (cd854807c086df7d80adb712f9759475166d8a286716a3c10b87aac5510b6010) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (2101508b300f8dafd81871a8422cfbf12a46bb26689cf2e3f8d809e27eb44b0f) AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (39b97679377c6ebe2f1ecbcbaa1844c2cc48f6600d64911bf60123a2ab185474) AuthConfig (c17131c617c5d146b941a8a1d5e214cf75880eb504da164e1a64775f7f054714) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (bb91e5bb657282f568f67c357a57c74386e4a8ce26830791268f92a7e6969dd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"22c6b3c5-0ab5-47ed-9b94-706697f10374","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:38.735182429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"e5072223-927c-4aff-aaa9-052c11379625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:38.794020522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"e5072223-927c-4aff-aaa9-052c11379625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:38.850871331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdc737d1733eaaa70c57531649ceae3ef2f8c9f4f3be877cddc81c4f8ddb42fd) AuthConfig (6ebd0b4555cab9d41119896763a2cbb513d7254f16c19b5c5b7d573f04599495) AuthConfig (7efc8685b682064092fe0d6c503569efd67cc57b066de8438f58fb6e41999608) AuthConfig (3ccb4999f186794c8f408d833a67efd21d862888b2b7f714b2d9e1a29c896329) AuthConfig (58f16bff0241c68c99d843c796f89c2a084b147267ff9f6e5db55fd2a473cdbb) AuthConfig (8a8c2b5b7ce970b5b8195826cf7edc55ff611c0a98ba86b1f1470236caf3a839) AuthConfig (620ba26b7e997da727fbc9ec38ea7b0e08a0cb3e1f938ec157c589f1e5a175cc) AuthConfig (0184554b52bc6369d91d7598116f6015e60cf989f02b8b19cb90463b2c251d20) AuthConfig (65495316baa41fdb3ccffa48ce171b48b5e474975cb59c94ae41da40797f6a27) AuthConfig (52524fc5a0ca8af7f2b43b3e3776c71cbcffcdd1189d8bc1e214a96200f24294) AuthConfig (eeafb4dad57b9322531392ba06fb799bd0367895c7fcd1b98a1407467290dd04) AuthConfig (7aacfe24082cca26af0f87c93871b702edaf6a66f782301a5b85340b37230107) AuthConfig (21f66cdbc242a4e183957d39f078fd54a7d9b22dcbc8d1fa6146f3392ec91401) AuthConfig (22280dc1d61bccfe7cc242340cd521d78c21bdb0b110c2bd2b647d28c31f296a) AuthConfig (a022d02efa1025c3b97e86f1332207e36ab24b27c8ba508a9202415d99446a60) AuthConfig (d79c646aea191ee0ba6fe9e8cde29119389cd28e611fb125c5f7d47e1394c616) AuthConfig (be678a32e86abafed47b9410915d8cce20606f7595c95d2386a876b01cd4dd3f) AuthConfig (e3ef06a6cf51d94cd3d38e4439c9ed3d19ebd9d5ddbb7745b13c43f029c403f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"e5072223-927c-4aff-aaa9-052c11379625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:40.642051597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:46.079434287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"06f5b444-6b9b-4c51-a782-2f8e45f06998","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:46.137928614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"06f5b444-6b9b-4c51-a782-2f8e45f06998","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:46.194321509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d74f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aaaffd407ad5b872394b5873445ce3022ed2c6ee25e926ab87219bd9e6f23cb2) AuthConfig (26befb358148a5996beb5d9c79313f48cbaf0723e33de794b0460029b272ab87) AuthConfig (23bb858114916c684d1bc15e4065091787535128a7f4efbac6f0de408f5992c0) AuthConfig (d0acc408dfba5af26b8506fd6831e3402158a6a1ece1aca03b09007eea625b8e) AuthConfig (15d3b28e709a5d603e8d3660591b8e4ec2331bcd953e4e367923c98e0c8cec5a) AuthConfig (f53ae884af8dbe203d45d77b0664fe286257f5c74038e9053213aa3d5f512dd1) AuthConfig (c41481ce7031e9ff2c6fd3585e9211dd8ac59ed87387bfacef7eaab4acd280ff) AuthConfig (f2a8da82c385c644ba837f2133a4c3f3e19e2293faa4a16dbb2a4fab93468212) AuthConfig (e6175f9051caf0ae43af28c2975c862fdcb2a42d4ad577e36944755663ac45e1) AuthConfig (cd854807c086df7d80adb712f9759475166d8a286716a3c10b87aac5510b6010) AuthConfig (0f449d1d084f3d964d294400faff11197e9c663059020adeeafb3efad3bf4881) AuthConfig (2101508b300f8dafd81871a8422cfbf12a46bb26689cf2e3f8d809e27eb44b0f) AuthConfig (995497f1a2f7c7a6a0716b32d3ae1c61a2e0023189c845cf4b983c628c0cc70f) AuthConfig (39b97679377c6ebe2f1ecbcbaa1844c2cc48f6600d64911bf60123a2ab185474) AuthConfig (c17131c617c5d146b941a8a1d5e214cf75880eb504da164e1a64775f7f054714) AuthConfig (0b62e1c7ffe93d89efeae30e3dd1549b03d07e6f4db7f5ec4839b99f1af07226) AuthConfig (9349f5b2fbfd6fa92bfdaa59a1b0370131a1d4c9b3422743faf99cb8188d30de) AuthConfig (bb91e5bb657282f568f67c357a57c74386e4a8ce26830791268f92a7e6969dd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"06f5b444-6b9b-4c51-a782-2f8e45f06998","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:48.958170427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"22581920-fd34-48f4-b1a9-af8eb223f091","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:49.015684284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"22581920-fd34-48f4-b1a9-af8eb223f091","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:49.071644805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a77be5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdc737d1733eaaa70c57531649ceae3ef2f8c9f4f3be877cddc81c4f8ddb42fd) AuthConfig (6ebd0b4555cab9d41119896763a2cbb513d7254f16c19b5c5b7d573f04599495) AuthConfig (7efc8685b682064092fe0d6c503569efd67cc57b066de8438f58fb6e41999608) AuthConfig (3ccb4999f186794c8f408d833a67efd21d862888b2b7f714b2d9e1a29c896329) AuthConfig (58f16bff0241c68c99d843c796f89c2a084b147267ff9f6e5db55fd2a473cdbb) AuthConfig (8a8c2b5b7ce970b5b8195826cf7edc55ff611c0a98ba86b1f1470236caf3a839) AuthConfig (620ba26b7e997da727fbc9ec38ea7b0e08a0cb3e1f938ec157c589f1e5a175cc) AuthConfig (0184554b52bc6369d91d7598116f6015e60cf989f02b8b19cb90463b2c251d20) AuthConfig (65495316baa41fdb3ccffa48ce171b48b5e474975cb59c94ae41da40797f6a27) AuthConfig (52524fc5a0ca8af7f2b43b3e3776c71cbcffcdd1189d8bc1e214a96200f24294) AuthConfig (eeafb4dad57b9322531392ba06fb799bd0367895c7fcd1b98a1407467290dd04) AuthConfig (7aacfe24082cca26af0f87c93871b702edaf6a66f782301a5b85340b37230107) AuthConfig (21f66cdbc242a4e183957d39f078fd54a7d9b22dcbc8d1fa6146f3392ec91401) AuthConfig (22280dc1d61bccfe7cc242340cd521d78c21bdb0b110c2bd2b647d28c31f296a) AuthConfig (a022d02efa1025c3b97e86f1332207e36ab24b27c8ba508a9202415d99446a60) AuthConfig (d79c646aea191ee0ba6fe9e8cde29119389cd28e611fb125c5f7d47e1394c616) AuthConfig (be678a32e86abafed47b9410915d8cce20606f7595c95d2386a876b01cd4dd3f) AuthConfig (e3ef06a6cf51d94cd3d38e4439c9ed3d19ebd9d5ddbb7745b13c43f029c403f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"22581920-fd34-48f4-b1a9-af8eb223f091","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:53.02833168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24ca3b4-b348-4cfc-b003-a1896f984957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:53.082175294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24ca3b4-b348-4cfc-b003-a1896f984957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:53.135850567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24ca3b4-b348-4cfc-b003-a1896f984957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:53.189636998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24ca3b4-b348-4cfc-b003-a1896f984957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:55.166517494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304f4408-7b41-4f83-b648-e2a8a6b159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:55.223470164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304f4408-7b41-4f83-b648-e2a8a6b159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:55.27814355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304f4408-7b41-4f83-b648-e2a8a6b159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:55.332227371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304f4408-7b41-4f83-b648-e2a8a6b159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:56.301810978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"41d0210f-5d34-40db-a06a-6a8899daee10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:56.359615162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"41d0210f-5d34-40db-a06a-6a8899daee10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:56.690364962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"5e1e9359-8b79-4ad5-b01b-592454a55c27","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:56.690388448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"5e1e9359-8b79-4ad5-b01b-592454a55c27","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.180295749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6db4b9fa-3b9c-4941-bdc1-8be0cbca0ea7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.240925514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6db4b9fa-3b9c-4941-bdc1-8be0cbca0ea7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.512727253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"ade313ea-a05a-4a73-b4cb-3cb622a1484d","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.512746066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"ade313ea-a05a-4a73-b4cb-3cb622a1484d","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.672218404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"3dfcb761-db7c-4057-8ff1-1d7dec7d36c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:10:59.789665828Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"3dfcb761-db7c-4057-8ff1-1d7dec7d36c1","name":"e2e-shared-b-w3-bef184-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.310391034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"4b5960f6-06ce-461c-b1a6-720bc5082a96","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.310415751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"4b5960f6-06ce-461c-b1a6-720bc5082a96","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.369782909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"8af4d48b-d62b-4144-9886-488733091add","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.369803789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"8af4d48b-d62b-4144-9886-488733091add","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:02.416936862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"cae1ad40-55c9-4585-b594-190bf4bbb7f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-87d14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.417314766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"c97e85d4-2c08-498b-9be1-6a2477e95f2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.474667512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"c97e85d4-2c08-498b-9be1-6a2477e95f2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.523896635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f0142f7e-0302-489f-b348-9af5166513dd","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.523915534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f0142f7e-0302-489f-b348-9af5166513dd","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.582368901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"37d6a481-048f-41d7-abb8-1ffbd9abc5d6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.582394566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"37d6a481-048f-41d7-abb8-1ffbd9abc5d6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.624090666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"e00a76bb-2634-4f20-a6c8-0c5c3409db32","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.624112146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"e00a76bb-2634-4f20-a6c8-0c5c3409db32","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.683917567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"97df45b0-b37c-4efa-a0a2-6320f40bd99a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.683935434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"97df45b0-b37c-4efa-a0a2-6320f40bd99a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.731221685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"c574ac4a-f93a-4bd6-927d-51e24b381d26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:02.731255923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"81c6b484-2036-40e9-ac73-d112fc5da0df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-87d14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:02.739209273Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"97df45b0-b37c-4efa-a0a2-6320f40bd99a","name":"sub-test-model-d74f01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d74f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:02.739263517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"97df45b0-b37c-4efa-a0a2-6320f40bd99a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d74f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.745111915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"16572fa2-b0cb-4f64-b934-5e7182a020c9","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.745127948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"16572fa2-b0cb-4f64-b934-5e7182a020c9","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.789040413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"c574ac4a-f93a-4bd6-927d-51e24b381d26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.801250222Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"d44a6116-b73b-42ce-9da6-430c1e52bea1","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"sub-test-model-560be1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-560be1/e2e-shared-sub-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.831336221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"fd49284d-7adf-467c-8112-294018c24770","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.841620617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"f81fa0e2-23c9-4562-b3c6-4e847d036e9e","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.84163948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"f81fa0e2-23c9-4562-b3c6-4e847d036e9e","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.889188039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"fd49284d-7adf-467c-8112-294018c24770","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.900056775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"eb65d211-2607-4f59-9b9e-6595e7c37ad9","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.900092394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"eb65d211-2607-4f59-9b9e-6595e7c37ad9","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.928439595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"51a94eca-1fe1-47ce-89d8-02f474e5411b","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.928456966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"51a94eca-1fe1-47ce-89d8-02f474e5411b","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.987383357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"d73d1bac-eabe-4b25-b2ff-c0033a8d2cf6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.987408031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"d73d1bac-eabe-4b25-b2ff-c0033a8d2cf6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.988239651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"0afa5afa-0c53-4b57-826f-5b87a73c69a3","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:02.988254132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"0afa5afa-0c53-4b57-826f-5b87a73c69a3","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:03.035194041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"60954800-74de-49ca-81d1-4f6ab927476a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-87d14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.105280766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"4695ba99-d598-43ac-9c18-823f5b6f1a10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.121855842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"6e3ca99f-dfc6-4280-8b74-f32c1e7e3b27","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"sub-test-model-d74f01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-d74f01/e2e-shared-sub-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.14945437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"7d2786ca-b2be-470b-a7dd-2533fa52cf61","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.149471538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"7d2786ca-b2be-470b-a7dd-2533fa52cf61","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.164044859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"4695ba99-d598-43ac-9c18-823f5b6f1a10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.204987053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"222f69d6-1aa0-497d-b77d-3108ccec903b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.208549457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f973034f-2949-4207-85b4-777ef5b992ae","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.208566999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f973034f-2949-4207-85b4-777ef5b992ae","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.212468053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"1415b4e9-a498-4867-ae8a-6104c463d4d4","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.212482683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"1415b4e9-a498-4867-ae8a-6104c463d4d4","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.264171172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"222f69d6-1aa0-497d-b77d-3108ccec903b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.27019279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"0750217b-6931-4399-a4b2-ea62b4712654","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.270207504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"0750217b-6931-4399-a4b2-ea62b4712654","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.279272182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"3b3eb482-9ca9-4ed9-aadc-cd44c87e0ddc","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-560be1/e2e-a-only-87d14a","ai-tenant-e2e-shared-a-w0-560be1/e2e-shared-sub-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.295485115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ba91f200-9ecb-46df-b88e-0c7e182997ae","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.295506411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ba91f200-9ecb-46df-b88e-0c7e182997ae","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:03.324501023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"eddbd17c-22ef-411f-a07a-03b8610c26cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-87d14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.424367654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"f458ad9c-578a-4a39-8a72-1eb712678f87","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.443932735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"99b85e59-14ab-448d-b4b7-0349824a58da","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.443950672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"99b85e59-14ab-448d-b4b7-0349824a58da","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.455435639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"94145a32-04b4-4479-bcd0-c5cf1da49b2a","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.45545336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"94145a32-04b4-4479-bcd0-c5cf1da49b2a","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.503994184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"06274e0a-c463-456a-9f91-154050a4f01c","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.50401591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"06274e0a-c463-456a-9f91-154050a4f01c","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.520507435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"36b16293-1d76-4f1c-99aa-ab88f85fd6eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.578703496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"36b16293-1d76-4f1c-99aa-ab88f85fd6eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.582297934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"6de3b6ec-816b-45df-abae-06a7f025f9dc","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-d74f01/e2e-b-only-87d14a","ai-tenant-e2e-shared-b-w0-d74f01/e2e-shared-sub-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.598614152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"8b40006e-c1c4-4ddc-a445-4c98684ea37b","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.598635543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"8b40006e-c1c4-4ddc-a445-4c98684ea37b","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.67130027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"39df0357-3933-49b1-9dbb-3727747149ad","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.718617792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"11a7c984-ca8e-4a82-8e06-a503e07369a4","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.813444588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"640a3958-56e0-4397-99c9-ec39ca6e0426","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.841458312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f1ee2bdd-a9f3-417f-9418-9752f398c6ae","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.841476376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f1ee2bdd-a9f3-417f-9418-9752f398c6ae","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.888734574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"62c2e7aa-bed7-4a54-be04-372947e33ab2","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.888756109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"62c2e7aa-bed7-4a54-be04-372947e33ab2","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:03.950329843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"de804b92-d201-4752-8b45-6d6155bb316d","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:04.105150526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"568d09b6-c93b-428b-a439-a33e170b46f0","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:04.946916642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"45858c28-b0d8-407a-a076-ee3e2f966133","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:04.946936961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"45858c28-b0d8-407a-a076-ee3e2f966133","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.008274354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"4423b904-935f-4f68-989b-4bfeb6f25c43","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.008292883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"4423b904-935f-4f68-989b-4bfeb6f25c43","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.053441639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"40718bad-9f6e-44bd-914a-17207449c588","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:05.05880531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"50bbab56-b8f0-43ec-9baf-13c110f3adc9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-cf14bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.111188706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"40718bad-9f6e-44bd-914a-17207449c588","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.163602632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"e01745d0-0b5d-4b7b-a92f-730137980425","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.16362404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"e01745d0-0b5d-4b7b-a92f-730137980425","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.211094916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"2e2bb3d4-fe8a-4a32-8907-afb331ff7ac1","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.211112422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"2e2bb3d4-fe8a-4a32-8907-afb331ff7ac1","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.272313559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"0f3c623d-d735-428b-8f8e-b5d86dc17c36","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.27233393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"0f3c623d-d735-428b-8f8e-b5d86dc17c36","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.272790317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"95eec5f4-dc9c-4084-a1c6-156fd243c8a3","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.272810505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"95eec5f4-dc9c-4084-a1c6-156fd243c8a3","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.318120645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6084296e-11eb-46cd-a5fd-b42c813e387f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:11:05.321124945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"296fc2a1-1e33-4915-a52c-d4a1d58a44f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-cf14bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.376465377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"6084296e-11eb-46cd-a5fd-b42c813e387f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.425768826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"a29f4c29-cf5d-4ec7-b262-3655c0a4457f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.433797924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"11b33879-ba21-4d77-a4d8-6c75bd7d33c5","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.43381551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"11b33879-ba21-4d77-a4d8-6c75bd7d33c5","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.437146363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"35353601-05e4-43b9-a557-5ffb9c1b6e5f","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","model":"rate-test-model-a3bf15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a3bf15/e2e-rate-iso-a-cf14bc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.483227935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"a29f4c29-cf5d-4ec7-b262-3655c0a4457f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.489631049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"3121ad1d-b618-40ea-974c-df2343998065","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.489646698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"3121ad1d-b618-40ea-974c-df2343998065","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.60674448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"fa47d224-083a-4195-8813-ece05c1dc34a","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.60676508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"fa47d224-083a-4195-8813-ece05c1dc34a","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.69256564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"ed3f4adb-d2a7-4cd1-bd48-0786fb25387d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.71130631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"8eed914d-ff5e-44d0-8fec-89cb14a375d7","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","model":"rate-test-model-a77be5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-a77be5/e2e-rate-iso-b-cf14bc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.750271357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"ed3f4adb-d2a7-4cd1-bd48-0786fb25387d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.820595943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"b2dfb022-7b2c-4e75-af0b-e27d183a9e88","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.880595458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"3dc712e7-3cad-47ed-abc6-3251d4e0aef6","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:05.880614236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"3dc712e7-3cad-47ed-abc6-3251d4e0aef6","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:06.095491035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"2d49a038-ba79-41c1-8d74-33734bb5c588","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:09.401304939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"822864ae-166f-41ea-a388-d0688d6ff414","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:09.50113119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"2cf4ecb1-0499-4139-b6f3-b6c6d49df80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:09.603057113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ddef2017-02dd-4f85-a0ce-9aaacbab34ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:09.824923508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"89964ead-0968-405d-a255-0c35d851482e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:09.926164454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"9baf1388-deac-4975-859b-d52093b85973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.032004602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b3ae8fce-c38d-47ff-a270-f499830e3e89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.209920035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"807d60f5-30f6-46f6-bc94-65fee8f68fb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.533739219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"fc6d3bd4-af77-46c2-855e-4df70a9ef043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.634694344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"0c85f90e-cef3-4e70-b992-12d49995d020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.641922556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:10.734694548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d1f210a-1e08-4e6b-9fbf-99c9452e2128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:24.928154907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","namespace":"ai-tenant-e2e-mt-f8b61e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:24.928214131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","namespace":"ai-tenant-e2e-mt-f8b61e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:24.928264065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","tenant":"e2e-mt-f8b61e7d","tenantID":"e2e-mt-f8b61e7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:24.984249773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Deployment","name":"maas-api-e2e-mt-f8b61e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.045417243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Service","name":"maas-api-e2e-mt-f8b61e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.10449551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f8b61e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.159635415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f8b61e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.216018818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.272226406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.330027987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.386842209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.440453733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Deployment","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.494666625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.548104111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Service","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.602416298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"Service","name":"payload-pre-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.656512674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.709597805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.762650762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.818955178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.871984532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.925240762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:25.978405879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f8b61e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:26.031664466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8b61e7d"},"namespace":"ai-tenant-e2e-mt-f8b61e7d","name":"default-tenant","reconcileID":"20e83384-6b34-44de-9ebc-5b19c7072d71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f8b61e7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:31.652845065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1551d11-74ee-4d46-9a3e-08128cafc1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:31.706882281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1551d11-74ee-4d46-9a3e-08128cafc1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:31.760826186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1551d11-74ee-4d46-9a3e-08128cafc1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:31.814962717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1551d11-74ee-4d46-9a3e-08128cafc1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:31.815084337Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8b61e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8b61e7d","reconcileID":"372e15f1-9799-4b18-b0a3-be3504e7f574","aitenant":"ai-tenants/e2e-mt-f8b61e7d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:32.587939905Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8b61e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8b61e7d","reconcileID":"372e15f1-9799-4b18-b0a3-be3504e7f574","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8b61e7d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f8b61e7d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:33.770047014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec183e-2dc9-4969-b3cb-ba5ef3d5e4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:33.823939464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec183e-2dc9-4969-b3cb-ba5ef3d5e4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:33.877841083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec183e-2dc9-4969-b3cb-ba5ef3d5e4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:33.93165913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec183e-2dc9-4969-b3cb-ba5ef3d5e4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:35.86625775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c301389-928a-4c49-a15f-4c03da4d7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:35.920299238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c301389-928a-4c49-a15f-4c03da4d7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:35.973896947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c301389-928a-4c49-a15f-4c03da4d7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:36.027721514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c301389-928a-4c49-a15f-4c03da4d7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:37.774971138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"144e9c7b-5ce4-407c-9fd9-58be7584d6a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:37.997224911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c741b70-ae84-4fec-881a-37086f2814b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.051084322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c741b70-ae84-4fec-881a-37086f2814b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.105582128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c741b70-ae84-4fec-881a-37086f2814b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.160013765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c741b70-ae84-4fec-881a-37086f2814b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.213135201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1daa9657-bc90-4448-81b2-7c121f9fd437","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.323154368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"996c6cfe-401a-4891-9c19-aa6f310fd83f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.376336522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"61ef4a6c-1a19-42d9-acc0-b6449e838b43","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.377135734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"99de9171-bf0c-4482-b8a9-512ae13727c2","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.37713829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"6f70035b-a1e6-492c-ad9a-ddff71ed7a24","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.551570961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"dbae94ce-e249-49fb-9178-7d2f85a6efa0","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.551589453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"dbae94ce-e249-49fb-9178-7d2f85a6efa0","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.554198746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"bcb27e30-bb4e-448e-a76b-be4a50026a5c","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.554215615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"bcb27e30-bb4e-448e-a76b-be4a50026a5c","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.576484287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"67fdc61f-1c15-49b4-91dd-a76315d0d367","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.676660308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"1f19638b-1b4d-454d-b78e-7da5926a8220","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.744266412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"2f6c2e91-e764-4a8c-abc3-fd50310317a4","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.744285995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"2f6c2e91-e764-4a8c-abc3-fd50310317a4","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.777120576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"87994ef7-c37e-4849-8d6a-d6fb9b29f3a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.777164388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"ac285021-58ab-4c68-a764-bb3dd1d102dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.84750478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f27562cd-04cb-4a20-a5d8-af11d15fe32f","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.847524419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"f27562cd-04cb-4a20-a5d8-af11d15fe32f","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.876653948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"58e96234-d32c-4548-b3d6-76bc01483a00","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:38.981539928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"ac79a35e-644b-4198-88b6-961221e1d811","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.046688999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"1040c4ed-7241-4873-bdb2-63b9cc1fd53b","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.046706999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"1040c4ed-7241-4873-bdb2-63b9cc1fd53b","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.081539519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"df57ddb0-f772-4bf8-a366-012763c6ae6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.183665951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"d338e3db-375c-4cda-bc6a-76458d74cba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.280962783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"a04c6304-0fc9-46be-87a9-091226937df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.285622101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"5d8d7d63-f2f3-48eb-b90d-2c70cb394fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.301532431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"8211545e-8984-41e9-888e-b8852355388b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.359226147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"8211545e-8984-41e9-888e-b8852355388b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.487840956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"6ff82a77-a8fd-4c55-b39f-554736762704","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.545030356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"6ff82a77-a8fd-4c55-b39f-554736762704","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.582236886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"af0637d5-b267-4b10-83ec-7d26c67f55b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.640548019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"af0637d5-b267-4b10-83ec-7d26c67f55b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.888429314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"dc475aec-0409-4b4a-bb75-e8e8a8669d9d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:39.948296644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"dc475aec-0409-4b4a-bb75-e8e8a8669d9d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:40.642619691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.525184349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"2f8a2ad1-2859-4c8d-8b25-6316678b3327","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.525263556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"682a5f1c-73a0-42ad-92bb-5e18f6aea860","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.525281724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"682a5f1c-73a0-42ad-92bb-5e18f6aea860","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.73367179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"2f8a2ad1-2859-4c8d-8b25-6316678b3327","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.800032184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"da6e9d76-5b86-4808-853e-6cdec15c973c","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.859115141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"2f8a2ad1-2859-4c8d-8b25-6316678b3327","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"e2e-shared-a-w2-a3bf15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.859142492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"2f8a2ad1-2859-4c8d-8b25-6316678b3327","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.916275093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"2ef6a903-c4b6-4839-bbc6-bc42f3e832c5","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:45.916294128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"2ef6a903-c4b6-4839-bbc6-bc42f3e832c5","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.057972688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"02afade5-6cc0-48c1-816f-9be5a3dd8437","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.05803709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"7237161e-26c8-4998-aada-1da70ee8eac1","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.058049143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"7237161e-26c8-4998-aada-1da70ee8eac1","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.192599912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"ac6626d6-edcd-477a-b54f-f4ecae747357","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.265905706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"02afade5-6cc0-48c1-816f-9be5a3dd8437","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.331767645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"bc1c630b-fa19-4987-8974-57455d33b363","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.391301882Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"02afade5-6cc0-48c1-816f-9be5a3dd8437","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"e2e-shared-b-w2-a77be5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.391322471Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-auth-cf14bc","reconcileID":"02afade5-6cc0-48c1-816f-9be5a3dd8437","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.447943546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"8aad8ed1-126a-4f88-95b1-725359de56f8","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.447962452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"8aad8ed1-126a-4f88-95b1-725359de56f8","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.582486145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"58ff9814-7a72-42a4-8c8c-f05d4ade894b","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.582504741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"58ff9814-7a72-42a4-8c8c-f05d4ade894b","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:46.725150747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"4c1583ee-77ea-48cd-9ac6-92a378589a9b","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.244574381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"cc4e1649-fddd-455e-9c81-03903943b79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.244718113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"2ee9472d-ba49-486c-aa57-c44785e118e3","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.24473517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"2ee9472d-ba49-486c-aa57-c44785e118e3","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.452929704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"cc4e1649-fddd-455e-9c81-03903943b79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.520218022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"e714825e-4132-4c47-b540-245040ccb798","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.520224682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"994d1753-5e3b-498c-bb50-d79fa1f3d291","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.583230618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"cc4e1649-fddd-455e-9c81-03903943b79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"e2e-shared-a-w0-560be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.583249201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-sub-iso-auth-87d14a","reconcileID":"cc4e1649-fddd-455e-9c81-03903943b79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.639877944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"7a20f808-da3d-491d-a0a3-bea303a90fe5","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.639894623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"7a20f808-da3d-491d-a0a3-bea303a90fe5","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.789435728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"547735a8-7abe-4fed-874f-4dcf038fbad6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.789454609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"547735a8-7abe-4fed-874f-4dcf038fbad6","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.915779794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"9403873c-b88b-4f77-aa05-ac29b4f6b243","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:48.915815585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"37507a55-d49f-46e0-a9c5-5038cc0cb20b","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:56.750960875Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"e1339def-793e-4f7e-8722-52da31b5caa6","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","subscription":"e2e-rate-iso-a-cf14bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:56.804870426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"e1339def-793e-4f7e-8722-52da31b5caa6","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:56.859308777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"e2e-rate-iso-a-cf14bc","reconcileID":"e1339def-793e-4f7e-8722-52da31b5caa6","MaaSSubscription":{"name":"e2e-rate-iso-a-cf14bc","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"name":"maas-trlp-rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:57.1397868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"f8884b8a-9cdf-4b2c-a6e9-a2a1162a3bae","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"tenant":"e2e-shared-a-w2-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","model":"ai-tenant-e2e-shared-a-w2-a3bf15/rate-test-model-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:57.139806808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"rate-test-model-a3bf15","reconcileID":"f8884b8a-9cdf-4b2c-a6e9-a2a1162a3bae","MaaSModelRef":{"name":"rate-test-model-a3bf15","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"routeName":"rate-test-model-a3bf15-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","llmisvcName":"rate-test-model-a3bf15","gateway":"openshift-ingress/e2e-shared-a-w2-a3bf15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:57.277578496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"2d0350a2-41c7-4534-8bf7-4ef06ded5abf","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:57.277598127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"2d0350a2-41c7-4534-8bf7-4ef06ded5abf","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.195053825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"8ca6e8c4-d9f7-4dbd-bd4f-c7165e42b79c","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscription":"e2e-shared-sub-87d14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.416784698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-shared-sub-87d14a","reconcileID":"8ca6e8c4-d9f7-4dbd-bd4f-c7165e42b79c","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-560be1/e2e-a-only-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.638699363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"5a003923-8846-4e83-a4f9-a52e22db39f3","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.687060805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"876e57c9-b02e-496e-87e9-223358197b61","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.68710426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"876e57c9-b02e-496e-87e9-223358197b61","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.821775669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"9d6f5576-372b-48fe-b605-11da4aea57c9","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:11:59.821794458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"9d6f5576-372b-48fe-b605-11da4aea57c9","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:07.445381808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"bf00f1f5-53c7-4ba7-aa0a-4a325bdc29e6","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","subscription":"e2e-rate-iso-b-cf14bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:07.499377719Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"bf00f1f5-53c7-4ba7-aa0a-4a325bdc29e6","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:07.554378976Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"e2e-rate-iso-b-cf14bc","reconcileID":"bf00f1f5-53c7-4ba7-aa0a-4a325bdc29e6","MaaSSubscription":{"name":"e2e-rate-iso-b-cf14bc","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"name":"maas-trlp-rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:07.833503014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"6f131771-5d8c-454b-82b5-bec0e01c8215","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"tenant":"e2e-shared-b-w2-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","model":"ai-tenant-e2e-shared-b-w2-a77be5/rate-test-model-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:07.833525865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"rate-test-model-a77be5","reconcileID":"6f131771-5d8c-454b-82b5-bec0e01c8215","MaaSModelRef":{"name":"rate-test-model-a77be5","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"routeName":"rate-test-model-a77be5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","llmisvcName":"rate-test-model-a77be5","gateway":"openshift-ingress/e2e-shared-b-w2-a77be5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:09.116685392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cebea-3e1b-46b2-9ab1-f9c3ac8a2ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:09.170648791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cebea-3e1b-46b2-9ab1-f9c3ac8a2ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:09.224530671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cebea-3e1b-46b2-9ab1-f9c3ac8a2ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:09.279293663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cebea-3e1b-46b2-9ab1-f9c3ac8a2ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:09.987972639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"c0c6b074-e59b-46c2-983f-f6b02e7b09a8","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","subscription":"e2e-a-only-87d14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.04515478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"c0c6b074-e59b-46c2-983f-f6b02e7b09a8","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.099560372Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"e2e-a-only-87d14a","reconcileID":"c0c6b074-e59b-46c2-983f-f6b02e7b09a8","MaaSSubscription":{"name":"e2e-a-only-87d14a","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"name":"maas-trlp-sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.431934541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"ee38fae0-5af1-43ca-a914-cb3dd2fbecc0","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"tenant":"e2e-shared-a-w0-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","model":"ai-tenant-e2e-shared-a-w0-560be1/sub-test-model-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.431956075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"sub-test-model-560be1","reconcileID":"ee38fae0-5af1-43ca-a914-cb3dd2fbecc0","MaaSModelRef":{"name":"sub-test-model-560be1","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"routeName":"sub-test-model-560be1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-560be1","llmisvcName":"sub-test-model-560be1","gateway":"openshift-ingress/e2e-shared-a-w0-560be1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.641154321Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.70564798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"168d814f-23cf-47e0-ae77-203c180fd986","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.705756163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"4f31df0a-0c57-487c-9e90-4305856dfa8a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.705773406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"4f31df0a-0c57-487c-9e90-4305856dfa8a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.913019548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"168d814f-23cf-47e0-ae77-203c180fd986","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.97881695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"16ae68b8-2cf5-4414-b788-479f73f31b7f","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:10.978909585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"eeb16259-2c8b-4697-b973-604c788ec3e2","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.038850559Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"168d814f-23cf-47e0-ae77-203c180fd986","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"e2e-shared-b-w0-d74f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.038880862Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-sub-iso-auth-87d14a","reconcileID":"168d814f-23cf-47e0-ae77-203c180fd986","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.097708203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ddef27b8-b744-4b54-ad32-c3a69c6e9e38","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.097728276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ddef27b8-b744-4b54-ad32-c3a69c6e9e38","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.236348182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2359b6a8-3e3a-4391-99b1-93f95d9a2a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.238058596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"efa14de2-90e8-4c67-a894-973d09317f01","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.23811525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"efa14de2-90e8-4c67-a894-973d09317f01","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.290570634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2359b6a8-3e3a-4391-99b1-93f95d9a2a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.344720585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2359b6a8-3e3a-4391-99b1-93f95d9a2a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.398496473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2359b6a8-3e3a-4391-99b1-93f95d9a2a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.454799572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"d6c5e75a-6ebe-48f1-a2c8-1bd9e5e0ba65","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:11.509102073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"2b2e0424-a994-4192-9ee1-5b069f6eb2e0","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:16.208139229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"50942048-e319-4f8f-8d3a-ec2b36ace0a4","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:16.208168708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"50942048-e319-4f8f-8d3a-ec2b36ace0a4","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:21.738981316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"ff7c78dc-580d-41ed-a907-06175694185e","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscription":"e2e-shared-sub-87d14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:21.957140527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-shared-sub-87d14a","reconcileID":"ff7c78dc-580d-41ed-a907-06175694185e","MaaSSubscription":{"name":"e2e-shared-sub-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-d74f01/e2e-b-only-87d14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:22.173946706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"033fab6c-6c8f-4bcc-8008-db2838fdb89c","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:22.227691762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"e8c4737f-9ef3-4bde-8935-414bc0e8af1e","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:22.227717152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"e8c4737f-9ef3-4bde-8935-414bc0e8af1e","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:22.530151392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"c842c1b9-91a3-4e1e-adee-6213e7988c31","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:22.530172629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"c842c1b9-91a3-4e1e-adee-6213e7988c31","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:32.69699833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"8ca5e5e1-613e-46d0-9056-2355c25e5bde","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","subscription":"e2e-b-only-87d14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:32.750682515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"8ca5e5e1-613e-46d0-9056-2355c25e5bde","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:32.804227854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"e2e-b-only-87d14a","reconcileID":"8ca5e5e1-613e-46d0-9056-2355c25e5bde","MaaSSubscription":{"name":"e2e-b-only-87d14a","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"name":"maas-trlp-sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:33.090691308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ac7e48c0-41f5-4956-b000-e9e0b1cd058a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"tenant":"e2e-shared-b-w0-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","model":"ai-tenant-e2e-shared-b-w0-d74f01/sub-test-model-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:33.090711531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"sub-test-model-d74f01","reconcileID":"ac7e48c0-41f5-4956-b000-e9e0b1cd058a","MaaSModelRef":{"name":"sub-test-model-d74f01","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"routeName":"sub-test-model-d74f01-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","llmisvcName":"sub-test-model-d74f01","gateway":"openshift-ingress/e2e-shared-b-w0-d74f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:40.641732923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:57.875833617Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:57.875909797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:57.875978475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","tenant":"e2e-shared-a-w2-a3bf15","tenantID":"e2e-shared-a-w2-a3bf15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:57.931188618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a3bf15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:57.995215294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a3bf15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.052517508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a3bf15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.107891245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a3bf15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.171952205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.232943678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.291457688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.369428465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853ef3e-fb4c-4a3e-9cff-624a522aebb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.42952295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853ef3e-fb4c-4a3e-9cff-624a522aebb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.431143363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.483409338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853ef3e-fb4c-4a3e-9cff-624a522aebb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.537408217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.539083657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853ef3e-fb4c-4a3e-9cff-624a522aebb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.592462843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.645708534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.699017538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.754731763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.816709685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.870011038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.936306998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:58.98987766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:59.04301643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:59.0964966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a3bf15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:12:59.150007275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a3bf15"},"namespace":"ai-tenant-e2e-shared-a-w2-a3bf15","name":"default-tenant","reconcileID":"10ea1efb-6249-4d16-833e-8cd11f8c9825","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a3bf15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:00.467451743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32dc9ce-498f-4eae-b438-38e48373177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:00.521565478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32dc9ce-498f-4eae-b438-38e48373177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:00.575394406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32dc9ce-498f-4eae-b438-38e48373177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:00.629373903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32dc9ce-498f-4eae-b438-38e48373177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:04.808951427Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a3bf15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a3bf15","reconcileID":"e4f8a3da-49ca-47f4-9869-741e68f43c76","aitenant":"ai-tenants/e2e-shared-a-w2-a3bf15","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:05.321034449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7f5f55-3725-471a-847a-7b5c69cd5095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:05.374963629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7f5f55-3725-471a-847a-7b5c69cd5095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:05.428677529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7f5f55-3725-471a-847a-7b5c69cd5095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:05.482711536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7f5f55-3725-471a-847a-7b5c69cd5095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:05.650563084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a3bf15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a3bf15","reconcileID":"e4f8a3da-49ca-47f4-9869-741e68f43c76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a3bf15","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a3bf15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:07.449700797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b82e861-f2c3-4e95-90a5-1a6872fda9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:07.504441911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b82e861-f2c3-4e95-90a5-1a6872fda9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:07.558252235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b82e861-f2c3-4e95-90a5-1a6872fda9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:07.612096671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b82e861-f2c3-4e95-90a5-1a6872fda9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:10.642401225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:14.425520488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87fa372-69fd-498e-b168-9eb7c1b5421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:14.47963391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87fa372-69fd-498e-b168-9eb7c1b5421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:14.533763535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87fa372-69fd-498e-b168-9eb7c1b5421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:14.587763791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87fa372-69fd-498e-b168-9eb7c1b5421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.033926294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.033981808Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","namespace":"ai-tenant-e2e-shared-b-w2-a77be5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.034029875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","tenant":"e2e-shared-b-w2-a77be5","tenantID":"e2e-shared-b-w2-a77be5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.089505995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-a77be5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.151799511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Service","name":"maas-api-e2e-shared-b-w2-a77be5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.208213427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-a77be5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.263404238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-a77be5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.319536587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.375729775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.433892421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.49234372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.545761292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.598801514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.666804287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.722351374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.777815707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.833235902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.889859408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:15.989207233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.042377158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.095529653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.148961779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-a77be5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.203969221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a77be5"},"namespace":"ai-tenant-e2e-shared-b-w2-a77be5","name":"default-tenant","reconcileID":"25b36d50-79a2-4a62-880f-803b277ec6ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-a77be5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.531885551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68ad9ea-a529-4e1d-8e19-6a7587ee9ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.586304903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68ad9ea-a529-4e1d-8e19-6a7587ee9ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.640461445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68ad9ea-a529-4e1d-8e19-6a7587ee9ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:16.696140911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68ad9ea-a529-4e1d-8e19-6a7587ee9ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:34.019821809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"2e51f26e-f183-4c7a-b86f-e6f9a7ea5ebb","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:34.019846971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"2e51f26e-f183-4c7a-b86f-e6f9a7ea5ebb","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:34.728393592Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a77be5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a77be5","reconcileID":"ab1f3080-423c-4c81-a1fc-5b64f5f3e475","aitenant":"ai-tenants/e2e-shared-b-w2-a77be5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:35.198408479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf65478-26f4-4ad5-acbf-9e02ac8c242d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:35.252303129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf65478-26f4-4ad5-acbf-9e02ac8c242d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:35.306143904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf65478-26f4-4ad5-acbf-9e02ac8c242d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:35.359802647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf65478-26f4-4ad5-acbf-9e02ac8c242d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:35.531215359Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a77be5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a77be5","reconcileID":"ab1f3080-423c-4c81-a1fc-5b64f5f3e475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-a77be5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-a77be5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.615475366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-access","reconcileID":"519874b6-59ad-47cc-943d-455a9e82920e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.615913011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"fa15743c-7a96-4046-a317-1db53e66e1ac","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.827543979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"80ca1b8f-811b-45cd-8bf8-8c59f18c3ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.86590139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"31c47ecb-4a6b-4b5c-9514-77530deb77ba","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.894142989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"80ca1b8f-811b-45cd-8bf8-8c59f18c3ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:36.949654832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"cacb2631-0bbb-4099-b31e-e73fb4b44d0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.003205819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"740e74de-d3fb-4a5b-81d1-ae0b0cbc54cb","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.209958197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"be1d50c9-417b-4d6d-aae0-1038051fa312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.267226058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"be1d50c9-417b-4d6d-aae0-1038051fa312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.340336725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f2a1d-03ab-4848-80d6-1aa71aca982c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.39414165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f2a1d-03ab-4848-80d6-1aa71aca982c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.448674463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f2a1d-03ab-4848-80d6-1aa71aca982c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:37.502850726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f2a1d-03ab-4848-80d6-1aa71aca982c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:39.42576619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29e298-e8a4-4a3d-bd11-04ae4d6a39a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:39.479779406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29e298-e8a4-4a3d-bd11-04ae4d6a39a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:39.535320524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29e298-e8a4-4a3d-bd11-04ae4d6a39a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:39.590739848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29e298-e8a4-4a3d-bd11-04ae4d6a39a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:40.642466563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:41.543331364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a05d139-d7fc-4af8-89ab-d1cafa12a57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:41.597357888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a05d139-d7fc-4af8-89ab-d1cafa12a57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:41.651322805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a05d139-d7fc-4af8-89ab-d1cafa12a57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:41.70505254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a05d139-d7fc-4af8-89ab-d1cafa12a57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:43.638641814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9434563-588c-443b-9483-e01538a688b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:43.692677769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9434563-588c-443b-9483-e01538a688b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:43.746562288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9434563-588c-443b-9483-e01538a688b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:43.801747333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9434563-588c-443b-9483-e01538a688b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.229445661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"6b927ffc-c0bf-4fe2-8341-7c7ebb3d2cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.2836467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"6b927ffc-c0bf-4fe2-8341-7c7ebb3d2cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.338032084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"simulator-subscription","reconcileID":"6b927ffc-c0bf-4fe2-8341-7c7ebb3d2cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/simulator-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.618674558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"5a9059a8-8621-4f00-b845-f53ec9244b90","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.725879072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"cca8240a-92ab-45a4-930a-bf38031c3ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:47.784477928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"cca8240a-92ab-45a4-930a-bf38031c3ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:51.703015881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"09814b07-19bc-406a-ac8d-14f20e3bdf7f","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:52.85439558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"1ee31614-9069-492a-bee3-95c636ca7304","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:52.961740086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dc537548-1ef3-4e48-ae77-532902e1cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.019146712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"dc537548-1ef3-4e48-ae77-532902e1cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.021096162Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"fd947b97-43e6-4884-8e6a-ded71c895935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.312438422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"c6da2265-04f1-44e7-8816-0c57805c4bd7","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.334122869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53d2d7dc-0e32-4386-88e9-77b32847a495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.391719775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"53d2d7dc-0e32-4386-88e9-77b32847a495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.425311667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"4b46eefd-db13-4442-933e-700c48f6ace3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.478919617Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"f664c2ad-9f72-4177-a1d9-a7b053461674","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.598396968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"405af24e-ee1d-4c2f-9902-36d9fe75faee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.757949116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"405af24e-ee1d-4c2f-9902-36d9fe75faee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.814172422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"cc5b48e4-3cde-4613-9cb0-4095aa090200","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.814483911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"67eb7e20-aadb-4563-a7dd-83b8e28889ee","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.814663804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"2370478c-3f5e-49b1-b9dc-55a73537e452","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.814836588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"5e42c43e-44c2-4b43-832f-6ab061dd5c8a","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.871144483Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"8a19a46b-48b1-40a8-b6df-a8fff057ef01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.929808895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"c947dd63-e496-4c61-aeea-c041c7f0a46a","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.940445449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"405af24e-ee1d-4c2f-9902-36d9fe75faee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.940466368Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"405af24e-ee1d-4c2f-9902-36d9fe75faee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.984292598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"3d324225-59f1-45cd-bdee-183e813c59e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.999575041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"58846d35-d136-4d0c-8ecb-058fcc07ca53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:53.999801782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"57ea9b1e-d08e-42b2-850c-93dc082821d2","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.041533656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"b16b805c-5ed4-4d3b-9232-507e46c13f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c794965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.247204506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"58846d35-d136-4d0c-8ecb-058fcc07ca53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.304992644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"58846d35-d136-4d0c-8ecb-058fcc07ca53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"e2e-worker-w2-aef589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.305018237Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"58846d35-d136-4d0c-8ecb-058fcc07ca53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.355961981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"c89b7c6a-6089-4fc6-bf1f-3ec5cd1bd085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:13:54.358729204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-access","reconcileID":"58846d35-d136-4d0c-8ecb-058fcc07ca53","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.476207483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"ad493179-4385-4001-a235-b8db60cbdbee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.597981753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"23446a3d-6309-4cef-865e-50a090186971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.698273253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e6ae20b-885e-4bc6-96ee-48df554539ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.77641072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c729f1-f6b0-4117-8e33-a6b68db6ec0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.796979722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"4f6941d2-d163-4fba-9f9a-b20dfce7c891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.796999979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"caa1fa1f-4159-47f0-9d1d-54691c86454f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.833277906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c729f1-f6b0-4117-8e33-a6b68db6ec0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.891555118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c729f1-f6b0-4117-8e33-a6b68db6ec0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:54.946368541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c729f1-f6b0-4117-8e33-a6b68db6ec0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:55.004931705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"2c21e12e-fff7-4722-bc6c-ffb67f909a6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:55.166951917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"6ce63914-2326-4109-a363-24c6d0fed53e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:55.349887135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"cbd3f17b-eec1-473b-8faf-1036f340d039","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:55.349929071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"cbd3f17b-eec1-473b-8faf-1036f340d039","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:56.878373561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3989ef-6d0f-4e01-92ba-a614d22ebcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:56.940362635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3989ef-6d0f-4e01-92ba-a614d22ebcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:56.997322442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3989ef-6d0f-4e01-92ba-a614d22ebcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:13:57.051348563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3989ef-6d0f-4e01-92ba-a614d22ebcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:00.890185633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"5aa3e1f9-038e-4d2d-bb0e-9d5f42d0b5ac","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:00.890204106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"5aa3e1f9-038e-4d2d-bb0e-9d5f42d0b5ac","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:00.948510757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"d926ad47-fe99-4719-920c-d45d58ab9ddb","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:00.948531018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"d926ad47-fe99-4719-920c-d45d58ab9ddb","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:01.055683526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"144fbe15-3b45-4836-b771-63360e47eebc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:01.184835392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"144fbe15-3b45-4836-b771-63360e47eebc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:01.241328861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"144fbe15-3b45-4836-b771-63360e47eebc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:01.299520474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"cc50623b-0ab4-462d-9260-a6b0d85f6735","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:01.299540534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"cc50623b-0ab4-462d-9260-a6b0d85f6735","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:03.815441048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"1119d27c-1bc2-4460-acbc-d8b89b74941b","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:04.000423136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"b8ac40fc-b142-4fce-9a12-da33c1f0f79e","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:04.097449626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"68fc8c4b-c601-42de-bec4-3218bff398c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:04.151892827Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"68fc8c4b-c601-42de-bec4-3218bff398c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:04.207293227Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"premium-simulator-subscription","reconcileID":"68fc8c4b-c601-42de-bec4-3218bff398c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-aef589"},"name":"maas-trlp-premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589","model":"e2e-models-e2e-worker-w2-aef589/premium-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:04.489140873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"bb20f9a4-2918-410b-b561-a32c0740bf68","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:05.580504199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"49392e2f-77f4-448b-a9e3-ffb838824d78","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:10.643743014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:11.408855461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"1a2c53d7-de49-4b78-84ab-4a4b4c14c68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:11.466546013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"1a2c53d7-de49-4b78-84ab-4a4b4c14c68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:11.525382687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"1a2c53d7-de49-4b78-84ab-4a4b4c14c68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.022785517Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","namespace":"ai-tenant-e2e-worker-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.022838549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","namespace":"ai-tenant-e2e-worker-w2-aef589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.02288745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","tenant":"e2e-worker-w2-aef589","tenantID":"e2e-worker-w2-aef589","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.096906283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Deployment","name":"maas-api-e2e-worker-w2-aef589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.190708525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Service","name":"maas-api-e2e-worker-w2-aef589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.24717909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-aef589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.302286144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-aef589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.359637644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.422114404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.480238481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.535922117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.589210039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.643723487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.697633243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Service","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.751060018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.804666199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.816187114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"84584330-c846-4997-b1fd-6d6e5168f7df","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.857927297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.91108776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:13.96756726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.020705495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.077052553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.130224912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-aef589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.18339185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-aef589"},"namespace":"ai-tenant-e2e-worker-w2-aef589","name":"default-tenant","reconcileID":"e37223a7-8bbd-45a0-9f82-45de3c9c5564","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-aef589","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.244292873Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","namespace":"ai-tenant-e2e-shared-a-w0-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.244349269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","namespace":"ai-tenant-e2e-shared-a-w0-560be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.244398101Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","tenant":"e2e-shared-a-w0-560be1","tenantID":"e2e-shared-a-w0-560be1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.301760376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-560be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.371031196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Service","name":"maas-api-e2e-shared-a-w0-560be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.427612487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-560be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.483183347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-560be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.489810976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"e9282cfe-8f76-4771-bf6e-43b1d0b42954","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.544659373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.602209947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.662683568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.724247947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.779446073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.832575821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.88614489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.939482011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:14.992789495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.046038851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.099197776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.155792461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.209044571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.262134973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.315165153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-560be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.36864613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-560be1"},"namespace":"ai-tenant-e2e-shared-a-w0-560be1","name":"default-tenant","reconcileID":"be1d5e1f-8135-4460-b577-a9639efb7831","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-560be1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:15.640012835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"170b2a0e-9f6d-4470-9d4c-7c25592d6336","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.226732022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a71c7afc-f5f8-444d-a0ec-52697cd2112b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.348124337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"790fea1c-7022-470f-94ae-dad42801b0fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.471131207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"7f1297c7-5974-4c7f-9540-69bbba5fb86c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.68931244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"58d9c24b-f288-464f-a1ba-2d8744809c6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.791478264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"90be7114-d584-4c14-be60-d206049f9fd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:16.983198007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"42a87471-3937-483c-8238-e6e554df7175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:17.161138569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"57d57f6c-2647-4b20-9f5e-fcfd125ad169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:17.216122463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-2-w2-aef589","reconcileID":"57b3e082-6418-41dd-96a1-051765aedfd9","MaaSModelRef":{"name":"distinct-2-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-2-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-2-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:17.401514404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e66f8228-882e-4c68-b82f-f64f50d2e7b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:18.796721567Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-560be1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-560be1","reconcileID":"70525042-5ad5-4caf-8055-f4eab114738f","aitenant":"ai-tenants/e2e-shared-a-w0-560be1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:19.368726915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39732f44-99fd-4c90-bde2-62a5847c2b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:19.423115777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39732f44-99fd-4c90-bde2-62a5847c2b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:19.476943065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39732f44-99fd-4c90-bde2-62a5847c2b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:19.53078807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39732f44-99fd-4c90-bde2-62a5847c2b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:19.647874755Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-560be1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-560be1","reconcileID":"70525042-5ad5-4caf-8055-f4eab114738f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-560be1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-560be1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.458953442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c947fbb7-2bec-4c86-988f-3fc504fcbd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.513086187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c947fbb7-2bec-4c86-988f-3fc504fcbd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.567830356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c947fbb7-2bec-4c86-988f-3fc504fcbd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.622133586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c947fbb7-2bec-4c86-988f-3fc504fcbd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.729845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"9b21f2e2-08f0-43ce-b8a3-226910f83459","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.787816353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"9b21f2e2-08f0-43ce-b8a3-226910f83459","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.844899019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04750bd36ad3dd87f93f836e58fe8382590ee265bab75aeb0c8b5b62f4d75d4c) AuthConfig (7eea78443e45acd1063259adcee44b4179458bfe81274c09d6cf35e084f5eb6d) AuthConfig (39bfe57d7dd39901867496b6d79981a46daebd9fbfbaeaa61bb392c7df147fc4) AuthConfig (7b96374292f92402e84983edcd954a2c000a2de314078e5f995c41b21d9bdb40) AuthConfig (6220e5545f06cb14b5211447c8ad06d9e54e05023f007cc1c82423d376ca25ae) AuthConfig (2f27fe3753431b19c6581437ac1ee5b86e840b81e31eb1c5ffa6eb248efbdfa3) AuthConfig (651f95af20e918eb2958e3b8cce64a256a991d321683ffd89e301e5ed60689ad) AuthConfig (39d54d618500dbefe5a7df19dd89c412f3d7f6f8f4317719a60809c5f58698c9) AuthConfig (729022a5a9fac6a909ebc0515ca2b6f4a5e4a4d1bcf4336857c0a6578bbcdae0) AuthConfig (e58dcd14e1f94a80788ccbd36ad205abb65ddb507609f06358eb85271123a6ae) AuthConfig (a104de231b0dddc112a77c46ce3af17416285429a37c71fe06cccb80a158819c) AuthConfig (5a7d767b437be7f6783b6c677994a25274749b973036994fafec310221a35b4e) AuthConfig (122e409bdd408a885cee808f5ab51eedf7a6649c2e358d4156394316ba481280) AuthConfig (608e2a9e9aea7a4dc2355034bc73301d31771f912b6dc978549b96ee4000102e) AuthConfig (183c13a468e2cffdc987280d721ff950f839fd92e5376836f4018d21ec4d69ea) AuthConfig (c376afefe474fd5d20b40f5328b086b57d123644d221c3f01a99f988f58779c5) AuthConfig (329628d69321fa9456aadb3c079ef4b4ab355cfd1b385df5481d8cf7faf02199) AuthConfig (e9e94e43f08f78d475fb7f187de9da2ba2d6357e7a2f1a76e492d6345533f98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"9b21f2e2-08f0-43ce-b8a3-226910f83459","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.904025062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"f5408d70-ad35-44c7-be96-5b96b7674488","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:21.904048729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"f5408d70-ad35-44c7-be96-5b96b7674488","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:23.557216274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e5315f-d114-4b2e-9e9e-9f5bd6303437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:23.611451251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e5315f-d114-4b2e-9e9e-9f5bd6303437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:23.665877771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e5315f-d114-4b2e-9e9e-9f5bd6303437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:23.719802603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e5315f-d114-4b2e-9e9e-9f5bd6303437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:23.816812325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"simulator-w2-aef589","reconcileID":"0fec8d8d-3ca5-4057-9adb-29aa7d36b661","MaaSModelRef":{"name":"simulator-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"simulator-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"simulator-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:24.490462911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"premium-w2-aef589","reconcileID":"443058a7-8ef1-4391-85c6-c81b0a171478","MaaSModelRef":{"name":"premium-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"premium-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"premium-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:25.640879375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"namespace":"e2e-models-e2e-worker-w2-aef589","name":"distinct-w2-aef589","reconcileID":"cc8b4d32-a90f-4f2b-9348-c453b84f5395","MaaSModelRef":{"name":"distinct-w2-aef589","namespace":"e2e-models-e2e-worker-w2-aef589"},"routeName":"distinct-w2-aef589-kserve-route","namespace":"e2e-models-e2e-worker-w2-aef589","llmisvcName":"distinct-w2-aef589","gateway":"openshift-ingress/e2e-worker-w2-aef589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:28.799646529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0387b3-e922-4053-bfb9-d100aacd065c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:28.853659615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0387b3-e922-4053-bfb9-d100aacd065c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:28.9073042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0387b3-e922-4053-bfb9-d100aacd065c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:28.961332516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0387b3-e922-4053-bfb9-d100aacd065c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:29.014236873Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-aef589","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-aef589","reconcileID":"f6bc3eb9-95b1-4c6a-8b8c-9af2bb39c9d1","aitenant":"ai-tenants/e2e-worker-w2-aef589","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:29.780378609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-aef589","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-aef589","reconcileID":"f6bc3eb9-95b1-4c6a-8b8c-9af2bb39c9d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-aef589","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-aef589"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:30.927449058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3baed716-bef0-415b-99d2-82c3bae48664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:30.981585042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3baed716-bef0-415b-99d2-82c3bae48664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:31.03566091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3baed716-bef0-415b-99d2-82c3bae48664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:31.089570538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3baed716-bef0-415b-99d2-82c3bae48664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:32.01152274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"99e17ef7-762b-42c3-96cb-6fac66f95a97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:32.069253491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"99e17ef7-762b-42c3-96cb-6fac66f95a97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:32.166260035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04750bd36ad3dd87f93f836e58fe8382590ee265bab75aeb0c8b5b62f4d75d4c) AuthConfig (7eea78443e45acd1063259adcee44b4179458bfe81274c09d6cf35e084f5eb6d) AuthConfig (39bfe57d7dd39901867496b6d79981a46daebd9fbfbaeaa61bb392c7df147fc4) AuthConfig (7b96374292f92402e84983edcd954a2c000a2de314078e5f995c41b21d9bdb40) AuthConfig (6220e5545f06cb14b5211447c8ad06d9e54e05023f007cc1c82423d376ca25ae) AuthConfig (2f27fe3753431b19c6581437ac1ee5b86e840b81e31eb1c5ffa6eb248efbdfa3) AuthConfig (651f95af20e918eb2958e3b8cce64a256a991d321683ffd89e301e5ed60689ad) AuthConfig (39d54d618500dbefe5a7df19dd89c412f3d7f6f8f4317719a60809c5f58698c9) AuthConfig (729022a5a9fac6a909ebc0515ca2b6f4a5e4a4d1bcf4336857c0a6578bbcdae0) AuthConfig (e58dcd14e1f94a80788ccbd36ad205abb65ddb507609f06358eb85271123a6ae) AuthConfig (a104de231b0dddc112a77c46ce3af17416285429a37c71fe06cccb80a158819c) AuthConfig (5a7d767b437be7f6783b6c677994a25274749b973036994fafec310221a35b4e) AuthConfig (122e409bdd408a885cee808f5ab51eedf7a6649c2e358d4156394316ba481280) AuthConfig (608e2a9e9aea7a4dc2355034bc73301d31771f912b6dc978549b96ee4000102e) AuthConfig (183c13a468e2cffdc987280d721ff950f839fd92e5376836f4018d21ec4d69ea) AuthConfig (c376afefe474fd5d20b40f5328b086b57d123644d221c3f01a99f988f58779c5) AuthConfig (329628d69321fa9456aadb3c079ef4b4ab355cfd1b385df5481d8cf7faf02199) AuthConfig (e9e94e43f08f78d475fb7f187de9da2ba2d6357e7a2f1a76e492d6345533f98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"99e17ef7-762b-42c3-96cb-6fac66f95a97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:33.04305836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a883ef8-af78-4011-b097-9bd9f4eb09ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:33.097146959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a883ef8-af78-4011-b097-9bd9f4eb09ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:33.15127387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a883ef8-af78-4011-b097-9bd9f4eb09ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:33.205305929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a883ef8-af78-4011-b097-9bd9f4eb09ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:35.136571097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de74080c-497c-4549-a428-4bd5e9487c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:35.190553355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de74080c-497c-4549-a428-4bd5e9487c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:35.244494936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de74080c-497c-4549-a428-4bd5e9487c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:35.298363099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de74080c-497c-4549-a428-4bd5e9487c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:40.641742989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:42.275371229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"08539f28-954e-464e-bb0e-710463f1a812","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:42.332528167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"08539f28-954e-464e-bb0e-710463f1a812","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:42.388399635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-880560-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04750bd36ad3dd87f93f836e58fe8382590ee265bab75aeb0c8b5b62f4d75d4c) AuthConfig (7eea78443e45acd1063259adcee44b4179458bfe81274c09d6cf35e084f5eb6d) AuthConfig (39bfe57d7dd39901867496b6d79981a46daebd9fbfbaeaa61bb392c7df147fc4) AuthConfig (7b96374292f92402e84983edcd954a2c000a2de314078e5f995c41b21d9bdb40) AuthConfig (6220e5545f06cb14b5211447c8ad06d9e54e05023f007cc1c82423d376ca25ae) AuthConfig (2f27fe3753431b19c6581437ac1ee5b86e840b81e31eb1c5ffa6eb248efbdfa3) AuthConfig (651f95af20e918eb2958e3b8cce64a256a991d321683ffd89e301e5ed60689ad) AuthConfig (39d54d618500dbefe5a7df19dd89c412f3d7f6f8f4317719a60809c5f58698c9) AuthConfig (729022a5a9fac6a909ebc0515ca2b6f4a5e4a4d1bcf4336857c0a6578bbcdae0) AuthConfig (e58dcd14e1f94a80788ccbd36ad205abb65ddb507609f06358eb85271123a6ae) AuthConfig (a104de231b0dddc112a77c46ce3af17416285429a37c71fe06cccb80a158819c) AuthConfig (5a7d767b437be7f6783b6c677994a25274749b973036994fafec310221a35b4e) AuthConfig (122e409bdd408a885cee808f5ab51eedf7a6649c2e358d4156394316ba481280) AuthConfig (608e2a9e9aea7a4dc2355034bc73301d31771f912b6dc978549b96ee4000102e) AuthConfig (183c13a468e2cffdc987280d721ff950f839fd92e5376836f4018d21ec4d69ea) AuthConfig (c376afefe474fd5d20b40f5328b086b57d123644d221c3f01a99f988f58779c5) AuthConfig (329628d69321fa9456aadb3c079ef4b4ab355cfd1b385df5481d8cf7faf02199) AuthConfig (e9e94e43f08f78d475fb7f187de9da2ba2d6357e7a2f1a76e492d6345533f98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"08539f28-954e-464e-bb0e-710463f1a812","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.474862902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"e2d3b8c5-f215-4a18-86ab-a27aea195fe2","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.474891141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"e2d3b8c5-f215-4a18-86ab-a27aea195fe2","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.495833657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"4da8899c-fdf7-48b5-894b-548ea7904e2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.55340737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"4da8899c-fdf7-48b5-894b-548ea7904e2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.875129627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"b5f7659d-fddc-4c59-979e-b28e587a9db2","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:52.875150426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"b5f7659d-fddc-4c59-979e-b28e587a9db2","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.816578269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"ca6179dc-1758-4eef-be54-176763d3de8c","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.816600423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"ca6179dc-1758-4eef-be54-176763d3de8c","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.874189802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"aae3955a-f3ee-4598-ba15-72b05866496c","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.874209074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"aae3955a-f3ee-4598-ba15-72b05866496c","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.917758638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"7f77d91f-c6c8-4d99-957d-f00124f58b26","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.917776707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"7f77d91f-c6c8-4d99-957d-f00124f58b26","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.975827983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"dbf3ee7a-e2d5-4759-8c91-7dddbec01de5","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.975846085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"dbf3ee7a-e2d5-4759-8c91-7dddbec01de5","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:57.980636642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"bb61e4e7-a345-42e1-a0ee-cad192df81a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.082099615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"5faafaf4-b29d-48e7-9599-11fb2b46191a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.105515465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"bb61e4e7-a345-42e1-a0ee-cad192df81a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.161530176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"bb61e4e7-a345-42e1-a0ee-cad192df81a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.207275399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"5faafaf4-b29d-48e7-9599-11fb2b46191a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.219584368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"99796e1b-554d-4eca-90ca-052d7a7bc0e1","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.219598946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"99796e1b-554d-4eca-90ca-052d7a7bc0e1","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.263487205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e3914e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"5faafaf4-b29d-48e7-9599-11fb2b46191a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.322001189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"90c1386f-a8c5-4f91-bf87-6974d4da0d55","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:14:58.322017046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"90c1386f-a8c5-4f91-bf87-6974d4da0d55","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.055756417Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.055814803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","namespace":"ai-tenant-e2e-shared-b-w0-d74f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.055862093Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","tenant":"e2e-shared-b-w0-d74f01","tenantID":"e2e-shared-b-w0-d74f01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.111545948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-d74f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.173842069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Service","name":"maas-api-e2e-shared-b-w0-d74f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.230226871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-d74f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.285717021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-d74f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.342295036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.398374065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.45641999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.512536452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.565934604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.61945921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.672746449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.72571759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.779015123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.832272569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.888802231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.945241116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:07.998362517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.051358759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.104666684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-d74f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.15795349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d74f01"},"namespace":"ai-tenant-e2e-shared-b-w0-d74f01","name":"default-tenant","reconcileID":"909d3269-986d-4742-a695-e8ec1fe623cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-d74f01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.328432191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"808244a0-4c51-4af2-87f2-242765961e4b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.388188047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"808244a0-4c51-4af2-87f2-242765961e4b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.438052984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2bb980d8-a142-49ed-8d97-a31d34939497","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.468399899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"808244a0-4c51-4af2-87f2-242765961e4b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.495886141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2bb980d8-a142-49ed-8d97-a31d34939497","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:08.552520454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e3914e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2bb980d8-a142-49ed-8d97-a31d34939497","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.21480337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"2ed38f11-d624-4268-bd76-b75030912fdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.395181781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"bbdcac2a-13fe-4e02-9ba6-ecae967f150e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.624711786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"0d7ac8c6-6a42-4dca-846c-a93959078837","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.641578529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.741868467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"3a95499d-ed97-47a5-af35-8b0eb2ca75eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.86055519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffc7ed6e-254b-473b-9b72-04041fd02f2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.960536236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"62161ae4-3445-48f5-9c84-5185498bd6e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:10.979889264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"883ee062-661a-4ad1-86fa-e72d973f2629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:11.159740458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dde4b174-d218-4518-bb59-6dae58607a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:14.634667299Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d74f01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d74f01","reconcileID":"4a43b93c-190e-4628-91e4-5251ebc6835c","aitenant":"ai-tenants/e2e-shared-b-w0-d74f01","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:15.224544039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa73e6e9-5170-4032-bdae-2f8959382423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:15.27840731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa73e6e9-5170-4032-bdae-2f8959382423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:15.33218937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa73e6e9-5170-4032-bdae-2f8959382423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:15.386192384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa73e6e9-5170-4032-bdae-2f8959382423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:15.501687319Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d74f01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d74f01","reconcileID":"4a43b93c-190e-4628-91e4-5251ebc6835c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-d74f01","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-d74f01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.562044899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-access","reconcileID":"282c7bd0-42d1-4353-87a6-0522767f4cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.562185445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"47db3e15-71a6-4ee5-96f9-5f0c04563d62","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.742910747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"af28671e-3fd5-4e73-942a-d0a7955557ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.79996107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"c9dfd8fb-4c41-4bfb-8d7b-378d05e22ef4","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.800662675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"af28671e-3fd5-4e73-942a-d0a7955557ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.907887611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"d1cb303e-011d-4e3d-ad76-c871a0a7ca5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:16.942030106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"852e1030-0bf7-4191-b5f1-b79382cb857b","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.114444994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"72c7e4a6-449c-4266-af94-2f96bf86ba64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.1722482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"72c7e4a6-449c-4266-af94-2f96bf86ba64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.338435317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e5170-182b-4eeb-be7e-788490c1f913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.392234346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e5170-182b-4eeb-be7e-788490c1f913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.446423271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e5170-182b-4eeb-be7e-788490c1f913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:17.500430764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e5170-182b-4eeb-be7e-788490c1f913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.684561134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"0397f2b4-0a79-479b-baed-dd7176d6c312","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.687636874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"8ff3747f-c3d5-4cb9-b2fc-9da00555abd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.749741839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"8ff3747f-c3d5-4cb9-b2fc-9da00555abd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.750633801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"0397f2b4-0a79-479b-baed-dd7176d6c312","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.810791854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6e4b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16d38a31a9119b236e0ee5942bdda93cb15d09fa463272c9fec36dd06d4ac291) AuthConfig (52f5c2ac2be33ee354d5a3c28a0764368f782594173e4a5b8b61fb163016f863) AuthConfig (e0978affe88a927542a62e06811b7e58d260f0096d414936f376afac7636a976) AuthConfig (30fa24888751a8e357186b3d2944a36fee7caadc15484499bc1383d450a6c1b8) AuthConfig (0ddb810d15772379868126c42cee0d934a404ae3aed0cd1f4a6e2e16b6109f3c) AuthConfig (3f9d3a9008f708eebf9addf34feb1bd7eb7db19f032e00dfdd4e867586bd3e11) AuthConfig (1c0da88e25b8895a057c23312b7e871090456a3ed69a6e9f9607666e711072a2) AuthConfig (668cccbd19bdfedef5f227f3f7d527c21e384ae1f2b0d47bdc14bd026f215212) AuthConfig (d81a15369dbc74228ec83a83a5e443268671c91fb85799c983288c36e1c64640) AuthConfig (b890ddb8127e680fbfe7460aa3d8ff8854148c6d5fe78d2047a1b780e71b7e97) AuthConfig (f7da965ff8ed7ab2e843cd5c3c2dee1e123427bb1632c4609cff30471bfb6209) AuthConfig (99ded459a959cbe18b3dee2f42d11d96f245598faceca0a3aed4d351aad8b6d1) AuthConfig (8d91292de14c57f66a37a81e2a159ff689e7cc2139ec96e75e9281f5450abb4c) AuthConfig (0e25431e383514b06417c870f153d324b15e5f94907ffdb9b0947c17c5e1464a) AuthConfig (6cb256054a890a9323d1ef9eee30da93190b97a9cf5fdaa4fec1182e34e341f4) AuthConfig (a94ad307d936d2ec1b3f68772cfc977839de0ec1f7b43ba80dc1f0b88d01b923) AuthConfig (0b90f89a2acd22d4cca0efb28f5520baa8e9ce1cba1bd43669a72e695c7b468d) AuthConfig (0f17ecd7e3cbcde70b4af151a21184e3157dc985d761d5fe1ebdb56ae6382076)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"0397f2b4-0a79-479b-baed-dd7176d6c312","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.811529272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e3914e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6737ac11374b1be3b6d526eb352c072736057acb6bf723d2f1967df86ed095a0) AuthConfig (72e5582c62ce026e3e8c1afcfd299a339d5bc9c11d709126695360a75a641075) AuthConfig (44add41ed3edc798053ba8c933f1300c8ea19a664d4fd27fd231643d86b48ba6) AuthConfig (af259ed21adc6f93f671b316b1bd2d96be5c2522803a69c799d37cdd3fd63039) AuthConfig (e2b545a7875ed78fb6a5eaf0dc8fde220b911ddfb2531e8b40377a51235dddd7) AuthConfig (b2fc6d00955e8af8e3d4d352570b05c60b060de925866cb2bd1ea489771e8e3b) AuthConfig (cc747ad5b8dbd557d122215c650dbad1c4967c4a6cf90763330ab43c1215a223) AuthConfig (71ab663c555f5fc8d199f4c279d89ff69f436683e8b6668c342016d3f2f380ae) AuthConfig (03423c59070d0dea57040284ed57cb0decc5e9052f97202a6c025614eed96a67) AuthConfig (076ecf78eac6d6013ef0ed1fb4b7990cfd344a24c743c89f77d6a3c75883fcb7) AuthConfig (08da0713d24908f81c1359e8221a74a63757039d787e407ac8298e73dba0828d) AuthConfig (c80f5c8e7a8409b2e386574d5b93a7a5d304c5bd02acb817f401ff8fe1e7ab61) AuthConfig (d956cd9e1ac392922363201dbeec9dd4665c08828751d8f9d06149428bd31f7d) AuthConfig (69eaacbdefd1a2b164bac9f1005b18ac0621646f3281ed479e52e8c66a50964c) AuthConfig (6323dee2a96e859b6b6c01b2ef2b9034b4a2e46977f6fa3bfd216d58f5ed5f9b) AuthConfig (94fb6ecc0ff029c710170d79a1084ab5d9a22cea7f9ca54f89b6de5329a6462d) AuthConfig (edd4ccd52540139a746b6d932b9b9b3821ea6c07cebf75830cdc25e306adda8a) AuthConfig (32198158059b5db631c8d228a48958eb04b3c0386b6fca908956279ac5ef9168)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"8ff3747f-c3d5-4cb9-b2fc-9da00555abd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.979865104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"533030fd-1e7f-4d5c-91aa-f07c7646d6b8","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.97989392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"533030fd-1e7f-4d5c-91aa-f07c7646d6b8","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.980290422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"abb4b2bc-fbf3-47e4-94a1-745789dd15c6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:18.980313621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"abb4b2bc-fbf3-47e4-94a1-745789dd15c6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:19.543154219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915e2cd5-c068-4262-b3e8-f7615995a42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:19.597083607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915e2cd5-c068-4262-b3e8-f7615995a42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:19.652141408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915e2cd5-c068-4262-b3e8-f7615995a42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:19.708300706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915e2cd5-c068-4262-b3e8-f7615995a42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:25.799520062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"c6ce9dbd-9634-4289-ab80-ca74abae935e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.095699036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"42fe61ef-50bb-4a78-a800-cf0868c77fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.195609529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"4aa059c6-7a11-4901-8f22-aa83e3f56e56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.298586901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b45dadb-92dc-4e2f-8f9d-4e337460fff9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.522397925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"b8ff2146-5159-426e-b9b9-e896a8bbfda2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.640384492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45dc4e2a-884a-4cb2-a97e-20cea16ddd08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:26.721627174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"3084840a-58be-44fd-9abf-141df2cb96cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.233900455Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"06498d29-294d-4fa1-bbfa-ae7a5e4bd83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.287731525Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"06498d29-294d-4fa1-bbfa-ae7a5e4bd83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.341389145Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"simulator-subscription","reconcileID":"06498d29-294d-4fa1-bbfa-ae7a5e4bd83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/simulator-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.619262197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"5331135c-f0cb-485e-855f-6e5fbdc511b9","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.725623332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"fa27a980-30db-4201-be61-7fb6579437df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:27.783285112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"fa27a980-30db-4201-be61-7fb6579437df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:28.76816828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"a69b1ca7-ad26-483b-a7f8-5d173f856975","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.08672069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"0501d4db-8219-4997-8fad-fb033636ec82","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.145138527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"0501d4db-8219-4997-8fad-fb033636ec82","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.189448174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"d52a959c-8ea2-40e1-ab2a-3e8e8ac17dac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.271314182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"d52a959c-8ea2-40e1-ab2a-3e8e8ac17dac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.487613904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"a9a6d512-e309-4bc5-9f0c-a3c6ddb62926","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.48764065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"a9a6d512-e309-4bc5-9f0c-a3c6ddb62926","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.547838559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"4436703c-35d3-409c-9dd8-a35dbf43aa21","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:29.547857417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"4436703c-35d3-409c-9dd8-a35dbf43aa21","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:32.744664736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"2c826510-400e-49a3-9d58-76586fba54a5","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.066837468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"61878c57-2edc-4d92-a8cc-1b91a3488af5","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.129251084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a6552d15-5c3c-438d-912a-b0a0d6e8b3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.186940318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a6552d15-5c3c-438d-912a-b0a0d6e8b3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.200742408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"32cf8909-c4e4-4932-b8d1-189fc99ff3d9","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.237450643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b38ab8aa-4a63-4c76-a495-c9d196d4ca70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.378575316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"7b0d9e66-80ab-4c48-961e-794b62d04419","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.39984369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a2a3c3fd-5a19-443e-b262-f256bca32e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.437820366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"9fac89a2-22bf-4b85-814b-d4c0e2ade0ac","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.456917915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"a2a3c3fd-5a19-443e-b262-f256bca32e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.496010979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"c52eb748-5c1b-4611-af25-16c62e00c408","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.515735387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"33bbac22-7015-48f8-80d3-4aa5bcc22fef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.515906505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"d2f7f4f3-b8d1-4485-9f71-b4b86ff7fc5c","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.516060768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"eb598f3f-f7a5-49f2-baf8-6fc70d7f5960","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.519264775Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"22fe2c05-5672-49f8-85ba-60ac39998d4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0d9fad58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.623416714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"29fc4916-2b0e-4a23-bf8d-536f5dabbbb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0d9fad58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.670287673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e0284ddd-c4f3-4fb5-8866-f7605690eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.831923284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e0284ddd-c4f3-4fb5-8866-f7605690eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.961573074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e0284ddd-c4f3-4fb5-8866-f7605690eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"e2e-worker-w0-853e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:33.961597169Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-access","reconcileID":"e0284ddd-c4f3-4fb5-8866-f7605690eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-853e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.018549628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"72c465f0-9f33-4a2b-92d4-ed567e3f0713","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.309225889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"ebbf615b-b516-483f-81a4-a770a71d4dc4","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.309249203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"ebbf615b-b516-483f-81a4-a770a71d4dc4","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.36854194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f6089f47-d9dd-41d1-b781-e3cd2aee60cf","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.368562961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f6089f47-d9dd-41d1-b781-e3cd2aee60cf","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.425388815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae9df1e-8e38-4092-b834-db6a0cf9189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.479848272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae9df1e-8e38-4092-b834-db6a0cf9189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.522400965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"69b77558-1d5f-4068-9fb2-0d226f394c09","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.522420079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"69b77558-1d5f-4068-9fb2-0d226f394c09","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.533720204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae9df1e-8e38-4092-b834-db6a0cf9189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.534440007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2fba75de-1ade-487b-b652-41195627d245","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.588165865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae9df1e-8e38-4092-b834-db6a0cf9189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.649099615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"aee16081-bdf8-4413-8b86-c52d0dd07017","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.64911662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"aee16081-bdf8-4413-8b86-c52d0dd07017","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:34.649596895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-880560/e2e-shared-sub-0ba911","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0ba911\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.695664035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"99151381-d240-4ee6-a5cd-0b8bfbc4ca94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:34.704220887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"aee16081-bdf8-4413-8b86-c52d0dd07017","name":"sub-test-model-880560","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-880560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:34.70427389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"aee16081-bdf8-4413-8b86-c52d0dd07017","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-880560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.704445624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"c198cd25-54b0-497b-a2c4-cad89958ab3c","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.704457863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"c198cd25-54b0-497b-a2c4-cad89958ab3c","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.713959521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2fba75de-1ade-487b-b652-41195627d245","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.754082765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"99151381-d240-4ee6-a5cd-0b8bfbc4ca94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.770659701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bef184-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"2fba75de-1ade-487b-b652-41195627d245","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.783315978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"b9756b3e-a66e-423f-a766-fc2ca811ead8","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.783332835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"b9756b3e-a66e-423f-a766-fc2ca811ead8","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.879383078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"3a2766de-820c-4a2b-ae2a-6a72289446dc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.879405365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"3a2766de-820c-4a2b-ae2a-6a72289446dc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.879778314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"d8ea0f80-763b-45e0-a6af-182a71d27c2c","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.879792097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"d8ea0f80-763b-45e0-a6af-182a71d27c2c","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.92363662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"d366c50e-c42b-48c7-b477-509fce121a1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:34.930448342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"e7393b31-99cd-4a19-8387-dafe2cd1e9c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0ba911\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.933916401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"ac3db678-9709-4a23-bcdc-d746e7f5cf62","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.933931269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"ac3db678-9709-4a23-bcdc-d746e7f5cf62","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.977912159Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"13959192-4184-452e-bf33-82bfb124765d","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"sub-test-model-880560","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-880560/e2e-shared-sub-0ba911"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:34.982311976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"d366c50e-c42b-48c7-b477-509fce121a1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.048969834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"24cbff2a-9fef-4db3-aa39-911107740a5a","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.04898668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"24cbff2a-9fef-4db3-aa39-911107740a5a","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.105285515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"07c4dae4-3776-47b9-8dd7-009af428f239","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.105303702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"07c4dae4-3776-47b9-8dd7-009af428f239","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.106306386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"6b5037cf-f23b-42f9-8d12-ba10da54705a","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.106322491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"6b5037cf-f23b-42f9-8d12-ba10da54705a","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.125404498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"a3121721-fc44-4ac4-b771-262d4253cb8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.143747652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"94485ffe-06ca-48f9-a2c4-fe59bf68ecd5","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.143765207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"94485ffe-06ca-48f9-a2c4-fe59bf68ecd5","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:35.160521869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"2171579c-2811-4576-b58b-97d480de7a9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-0ba911\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.163418654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"e0dcad87-a11a-4e81-9945-3fdbe447fb11","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.163433529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"e0dcad87-a11a-4e81-9945-3fdbe447fb11","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.182595199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"a3121721-fc44-4ac4-b771-262d4253cb8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.278755412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"b7194f9e-9f62-4499-be85-475171de79aa","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.278775707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"b7194f9e-9f62-4499-be85-475171de79aa","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.295042523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"4526985a-437b-4b91-9aa9-9787d20ef7aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.323961096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"9a74c2b0-47b7-443e-94d8-52d19226617a","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.323985007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"9a74c2b0-47b7-443e-94d8-52d19226617a","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.336237814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"170ae01b-1854-4ebf-99e7-bc7a3a85d0a0","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.336253685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"170ae01b-1854-4ebf-99e7-bc7a3a85d0a0","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.352402694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"4526985a-437b-4b91-9aa9-9787d20ef7aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.379841336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"61077dab-908a-4b48-9d3c-5b4863dbf0d6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.379860366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"61077dab-908a-4b48-9d3c-5b4863dbf0d6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.416337314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"f5a6e141-2d17-4f76-a714-7d9b62859087","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-880560/e2e-a-only-0ba911","ai-tenant-e2e-shared-a-w4-880560/e2e-shared-sub-0ba911"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:35.433763896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"f62ad3ed-6be0-4378-95b6-f6b61c2c2565","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-0ba911\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.459785382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"3da24797-f695-4735-a361-85817d87043e","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"sub-test-model-6e4b8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-6e4b8d/e2e-shared-sub-0ba911"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.495754415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"09cfe12d-5db0-4686-8498-7f07e8421e9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.550817323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"b1d02a87-e6af-4677-9ac2-cd350439dcd5","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.55093848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"b1d02a87-e6af-4677-9ac2-cd350439dcd5","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.555524065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"09cfe12d-5db0-4686-8498-7f07e8421e9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.556105917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"075f1d5f-f47a-4416-b25c-d261def818b3","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.608775084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"938acc15-2d0c-4b63-a7d6-b833c60161dc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.608795893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"938acc15-2d0c-4b63-a7d6-b833c60161dc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.677432622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"8463bab2-8a68-41c9-a83a-56740bbcfeff","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.677457639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"8463bab2-8a68-41c9-a83a-56740bbcfeff","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.781793191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"8ce81da6-2a4c-4cc1-b7e0-e7ece95b6818","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.789197251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"56a60604-6703-4a4c-9048-751ffee720a9","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.789216681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"56a60604-6703-4a4c-9048-751ffee720a9","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.836180534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"d6fa4804-8855-4b9e-ab1f-bd6f9fa262dd","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.84082245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"8ce81da6-2a4c-4cc1-b7e0-e7ece95b6818","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.894833709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"5d147663-b290-4847-904b-bc6403418959","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-6e4b8d/e2e-b-only-0ba911","ai-tenant-e2e-shared-b-w4-6e4b8d/e2e-shared-sub-0ba911"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:35.923388518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"63d07e3c-fe70-465d-884f-fc4b71e8193a","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.048704015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"8ce248c2-d847-4dc2-85f6-7c1219edb178","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.110650255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"dada084d-90b6-40e5-9245-5dec2160ab59","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.110672348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"dada084d-90b6-40e5-9245-5dec2160ab59","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.217874321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"e5d6d135-1d65-4c3a-92fa-496c8f587408","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.217901478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"e5d6d135-1d65-4c3a-92fa-496c8f587408","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.26967126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"1b866b5c-f153-4ee4-8354-4943c34eb7b4","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.366975545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"a36d0d3d-9de2-48cf-97ce-ffd3cce8b9f6","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.526580406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea4ed6-d1ce-4bf8-be40-82af347cc192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.58080529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea4ed6-d1ce-4bf8-be40-82af347cc192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.635214924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea4ed6-d1ce-4bf8-be40-82af347cc192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:36.690082417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea4ed6-d1ce-4bf8-be40-82af347cc192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:39.594221709Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"11ffe5f6-92f7-4e85-be4e-625daca33fb8","namespace":"ai-tenant-e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:39.594287061Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"11ffe5f6-92f7-4e85-be4e-625daca33fb8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:39.649359818Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"11ffe5f6-92f7-4e85-be4e-625daca33fb8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:39.649381294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"11ffe5f6-92f7-4e85-be4e-625daca33fb8","namespace":"ai-tenant-e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:40.642116155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.51676704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"14c8598f-8c60-46ac-9589-261bf24d5e94","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.517129178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"384141d7-de21-425e-8aa1-97968dc66f48","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.517416318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"9041652f-f77f-44a0-a161-85b3ed01bb41","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.677866141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b3b0c8aa-16f4-46ca-8baa-923987e49e90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.731813793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b3b0c8aa-16f4-46ca-8baa-923987e49e90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:43.785648996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"premium-simulator-subscription","reconcileID":"b3b0c8aa-16f4-46ca-8baa-923987e49e90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-853e85"},"name":"maas-trlp-premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85","model":"e2e-models-e2e-worker-w0-853e85/premium-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:44.018947616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"0297bd8e-024d-4597-94bb-5ad7c54045e8","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:44.063782434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"91d600e1-fd51-48e6-92b9-d89de6949469","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:44.987463662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"b8d3b0f3-3b69-40a5-8a70-0be1b9d82b3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:45.045180883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"b8d3b0f3-3b69-40a5-8a70-0be1b9d82b3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:45.101288881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bef184-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"b8d3b0f3-3b69-40a5-8a70-0be1b9d82b3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:47.894325378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"39d566ef-ccc9-48fc-9053-ff87d0c817ef","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:47.894502216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"1376ea69-c781-407b-a41b-dda91082c4f1","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.06786145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"a1573670-432c-4eea-9a6f-73b477dd493e","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.067881648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"a1573670-432c-4eea-9a6f-73b477dd493e","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.068282406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"7cd68017-efec-475e-8fe4-4e3a9fc690bd","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.068297613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"7cd68017-efec-475e-8fe4-4e3a9fc690bd","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.706733057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"24b6c82a-a305-43da-923c-f628c94a7b2a","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.706741814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"cbee932d-a158-4fa4-b9f4-8a9d9cc5adde","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.874843699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"6bb189b3-9956-40cd-bb8f-9aea10a32f32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.875777243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"6107f968-d967-4e52-a337-66763f159dd6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.87579431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"6107f968-d967-4e52-a337-66763f159dd6","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.876397055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"23ed2772-f7f6-486d-8385-d93d885de031","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.876412042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"23ed2772-f7f6-486d-8385-d93d885de031","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:48.932949422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"6bb189b3-9956-40cd-bb8f-9aea10a32f32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:49.103764323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"930cd3dc-b3b2-4ce0-a7de-e328346feaaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:49.161411208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"930cd3dc-b3b2-4ce0-a7de-e328346feaaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:50.996465928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"737290bf-91c9-425e-90f3-cee71d93f955","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:50.996624542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"17a967bc-671d-48a5-8c03-885e12b4349e","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:50.996642653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"17a967bc-671d-48a5-8c03-885e12b4349e","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.203746161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"737290bf-91c9-425e-90f3-cee71d93f955","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.270514541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"71ebbe96-5bd1-4871-a786-0eea8024a734","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.270538326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"26e9caaa-4bc4-4e4c-96c6-c598ffa91187","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.328796103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"737290bf-91c9-425e-90f3-cee71d93f955","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.328816857Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"737290bf-91c9-425e-90f3-cee71d93f955","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.385321249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"c811a3ba-6b7b-4457-b399-a3717b05fbf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.385541321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"ce082d3b-8224-446b-983c-0faa961c60de","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.385557754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"ce082d3b-8224-446b-983c-0faa961c60de","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.540032562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"6cc0ce0c-e052-4666-9f26-2652bb85eba3","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.540053478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"6cc0ce0c-e052-4666-9f26-2652bb85eba3","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.592932257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"c811a3ba-6b7b-4457-b399-a3717b05fbf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.650159775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"c811a3ba-6b7b-4457-b399-a3717b05fbf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"e2e-shared-a-w4-880560-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.650187251Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"c811a3ba-6b7b-4457-b399-a3717b05fbf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.660577058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"2c7d5bd3-b18d-461d-8c01-2d28f5078134","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:51.660600048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"9e586ebb-1762-45d2-b8fc-a1f5cb401d64","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:15:51.70349869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-sub-iso-auth-0ba911","reconcileID":"c811a3ba-6b7b-4457-b399-a3717b05fbf0","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-0ba911\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:53.517938941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"c3780f17-bd82-42a4-bb3f-bc34ccb4c483","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:53.51823112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"aacfa910-3a9e-4bc9-a040-3e1bfc193baf","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:53.518444217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"485ec222-4e22-452b-9137-bfcc19773fba","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:54.064833512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"65ef0556-d374-498a-bc6a-d2d1bb76140c","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:55.209467145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a1b54b37-7e22-48db-afe8-dc70ae4135c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:55.267609405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a1b54b37-7e22-48db-afe8-dc70ae4135c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:55.323855245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bef184-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6312faeebb22e8598b8967ae93415b47924a5531580a09ed295985d35780f4ba) AuthConfig (f083d34b36c873b1950d34720bf79a4bbcc47407e4fae7b1fa580676aab07317) AuthConfig (099894e5d794e717a6e703dbaad19a871f12875583ad88a2ef6917aabeb7c1a7) AuthConfig (d0d91c05a6c1f2b79697eb0afc3533bd5ba93cf73d560dc5ab47ac6471d64455) AuthConfig (e29f153a5bf1229669a38a25862f28910622043057e4ea316ce13345e7da4fa7) AuthConfig (b9e561cbf16321636f1259e991c1d2ff7937d996ca65ed544150528273e205f3) AuthConfig (af38c131fe2d9598ca190247fdabf3a4fc0c38d0fbc6b3e394e14cfb06d484ae) AuthConfig (75edb6cf7328b1d777cb0b12e8b911a067ed001478c9bb44346ebfd8aac85344) AuthConfig (30b205126c04ddfc058c0bef7da42a2192d0cb1709ec97ae7e897deb15bd2f14) AuthConfig (253d232aec8da50ef7e81504e3fc33d4db5a9bd9d75d8f2ce7277b229d899ff7) AuthConfig (baa265b0d5d39c9e156891eed5b56796e6fb6036737de17c688514343b894925) AuthConfig (91143a5e51178f46bec15daf5546b7ca5978038b8e0ab3cdb858d01692211003) AuthConfig (ebc7704a93cacc7c679117bf1507deeee659414d16c215105a1616229c49a7eb) AuthConfig (4296ee4b55cbbdebdc86c3bd8e285dbfcbca8707f14c60c563ce0c5bba7d1074) AuthConfig (cbb7ceec8c9a1038ef386f64161d869ecddc1e48193b8711c159cef68ec51ffb) AuthConfig (3ff69d0e40d70f2231d898477a068c3769ed76730c3b8cdbf49ae1097fff1953) AuthConfig (f9dbc88c4c642cdbd4576d4f3b08c02795772e9d9313d421a3892303da95b829) AuthConfig (c580cd73bbd86832f4c13ceb8544d1363644ee6480bcf4010a8570fa1fe8d940)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a1b54b37-7e22-48db-afe8-dc70ae4135c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:55.383154612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"080a50b4-0bff-48bf-a848-ae3f4300fc12","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:55.383173625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"080a50b4-0bff-48bf-a848-ae3f4300fc12","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:57.82711935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-2-w0-853e85","reconcileID":"d14af562-c99b-4205-b36f-e3487ba931f1","MaaSModelRef":{"name":"distinct-2-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-2-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-2-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:57.833091017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"distinct-w0-853e85","reconcileID":"46500ebd-fe77-4f69-9981-414830656d52","MaaSModelRef":{"name":"distinct-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"distinct-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"distinct-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:57.839040951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"premium-w0-853e85","reconcileID":"426b4d27-3b80-454c-81db-0f9235e0d0cd","MaaSModelRef":{"name":"premium-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"premium-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"premium-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:15:57.846467567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"namespace":"e2e-models-e2e-worker-w0-853e85","name":"simulator-w0-853e85","reconcileID":"31894794-981d-47c9-87d6-be17e6f15d83","MaaSModelRef":{"name":"simulator-w0-853e85","namespace":"e2e-models-e2e-worker-w0-853e85"},"routeName":"simulator-w0-853e85-kserve-route","namespace":"e2e-models-e2e-worker-w0-853e85","llmisvcName":"simulator-w0-853e85","gateway":"openshift-ingress/e2e-worker-w0-853e85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:01.93751392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"4151afdf-c223-4f9e-b3a6-66ea586e9342","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscription":"e2e-shared-sub-0ba911","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.159240483Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-shared-sub-0ba911","reconcileID":"4151afdf-c223-4f9e-b3a6-66ea586e9342","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-880560/e2e-a-only-0ba911"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.375683219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"9f3fd103-20b1-480f-ac38-c23363598af1","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.429146994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"bbcaf134-4f9c-4d6a-89ce-5eb9e3d43a93","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.429169865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"bbcaf134-4f9c-4d6a-89ce-5eb9e3d43a93","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.570698324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"d15608f4-41ea-4ce1-96a1-2c2c22f4b71f","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:02.570721635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"d15608f4-41ea-4ce1-96a1-2c2c22f4b71f","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:05.499406474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"13852acd-6fab-4e9f-bd0f-9506544702b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:05.556957021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"13852acd-6fab-4e9f-bd0f-9506544702b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:05.614045962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bef184-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6312faeebb22e8598b8967ae93415b47924a5531580a09ed295985d35780f4ba) AuthConfig (f083d34b36c873b1950d34720bf79a4bbcc47407e4fae7b1fa580676aab07317) AuthConfig (099894e5d794e717a6e703dbaad19a871f12875583ad88a2ef6917aabeb7c1a7) AuthConfig (d0d91c05a6c1f2b79697eb0afc3533bd5ba93cf73d560dc5ab47ac6471d64455) AuthConfig (e29f153a5bf1229669a38a25862f28910622043057e4ea316ce13345e7da4fa7) AuthConfig (b9e561cbf16321636f1259e991c1d2ff7937d996ca65ed544150528273e205f3) AuthConfig (af38c131fe2d9598ca190247fdabf3a4fc0c38d0fbc6b3e394e14cfb06d484ae) AuthConfig (75edb6cf7328b1d777cb0b12e8b911a067ed001478c9bb44346ebfd8aac85344) AuthConfig (30b205126c04ddfc058c0bef7da42a2192d0cb1709ec97ae7e897deb15bd2f14) AuthConfig (253d232aec8da50ef7e81504e3fc33d4db5a9bd9d75d8f2ce7277b229d899ff7) AuthConfig (baa265b0d5d39c9e156891eed5b56796e6fb6036737de17c688514343b894925) AuthConfig (91143a5e51178f46bec15daf5546b7ca5978038b8e0ab3cdb858d01692211003) AuthConfig (ebc7704a93cacc7c679117bf1507deeee659414d16c215105a1616229c49a7eb) AuthConfig (4296ee4b55cbbdebdc86c3bd8e285dbfcbca8707f14c60c563ce0c5bba7d1074) AuthConfig (cbb7ceec8c9a1038ef386f64161d869ecddc1e48193b8711c159cef68ec51ffb) AuthConfig (3ff69d0e40d70f2231d898477a068c3769ed76730c3b8cdbf49ae1097fff1953) AuthConfig (f9dbc88c4c642cdbd4576d4f3b08c02795772e9d9313d421a3892303da95b829) AuthConfig (c580cd73bbd86832f4c13ceb8544d1363644ee6480bcf4010a8570fa1fe8d940)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"13852acd-6fab-4e9f-bd0f-9506544702b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:10.644233455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:12.738677127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"20e4886a-fde5-4ca9-9b28-76c7a5cbb8b1","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","subscription":"e2e-a-only-0ba911","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:12.792600793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"20e4886a-fde5-4ca9-9b28-76c7a5cbb8b1","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:12.846931846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"e2e-a-only-0ba911","reconcileID":"20e4886a-fde5-4ca9-9b28-76c7a5cbb8b1","MaaSSubscription":{"name":"e2e-a-only-0ba911","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"name":"maas-trlp-sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.126883307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"474bfb1e-549c-444f-b2f1-91fc3e79f05b","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"tenant":"e2e-shared-a-w4-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","model":"ai-tenant-e2e-shared-a-w4-880560/sub-test-model-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.126903853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"sub-test-model-880560","reconcileID":"474bfb1e-549c-444f-b2f1-91fc3e79f05b","MaaSModelRef":{"name":"sub-test-model-880560","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"routeName":"sub-test-model-880560-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-880560","llmisvcName":"sub-test-model-880560","gateway":"openshift-ingress/e2e-shared-a-w4-880560","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.442140765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"ea4ff119-8150-4544-84e8-c22f0e0afba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.442233225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"d22da45f-6b40-46b6-9df0-7dc30d0297cc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.442249651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"d22da45f-6b40-46b6-9df0-7dc30d0297cc","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.652017743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"ea4ff119-8150-4544-84e8-c22f0e0afba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.716995291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"85ee63f5-cc56-4806-9b04-1b0ce242189d","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.716998594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"6f19a550-9f13-47b6-8773-3854a31a2f9b","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.777141056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"ea4ff119-8150-4544-84e8-c22f0e0afba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"e2e-shared-b-w4-6e4b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.777163925Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-sub-iso-auth-0ba911","reconcileID":"ea4ff119-8150-4544-84e8-c22f0e0afba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.834131624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"fc923ed4-3295-4843-b126-f4e76d612c54","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.834149432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"fc923ed4-3295-4843-b126-f4e76d612c54","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.97842295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"816f4f8e-e891-4057-90f8-b022124a2f3d","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:13.978443702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"816f4f8e-e891-4057-90f8-b022124a2f3d","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:14.108941209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"b4b580a1-96f7-432b-badd-b9be2cd66484","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:14.109006456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"906fea79-2a4e-4005-a20c-a946fc594c6f","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:15.721813191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"22195923-7161-4114-b4a3-eaa8e3b8c532","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:15.779195891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"22195923-7161-4114-b4a3-eaa8e3b8c532","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:16.102144296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"ec3b2f18-e7dd-4222-8927-6236fc820659","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:16.10216234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"ec3b2f18-e7dd-4222-8927-6236fc820659","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:19.935668818Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","namespace":"ai-tenant-e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:19.935725533Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","namespace":"ai-tenant-e2e-worker-w0-853e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:19.935776091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","tenant":"e2e-worker-w0-853e85","tenantID":"e2e-worker-w0-853e85","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:19.991243055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Deployment","name":"maas-api-e2e-worker-w0-853e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.05277025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Service","name":"maas-api-e2e-worker-w0-853e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.109187537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-853e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.165192786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-853e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.224383504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.280516478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.338978602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.396399965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.449810918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.505392218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.559167488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Service","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.612239781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.665550837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.718799834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.772048725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.828835843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.886733754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.943230158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:20.997430049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-853e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.050877766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-853e85"},"namespace":"ai-tenant-e2e-worker-w0-853e85","name":"default-tenant","reconcileID":"93008a8e-a14c-4b90-9b4b-1bda21327088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-853e85","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.33173931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"f55a8906-1cd0-450b-951f-e38677b63a32","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.331763846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"f55a8906-1cd0-450b-951f-e38677b63a32","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.390725513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"91881ee4-02f5-4026-820f-5cd881dc5059","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.390743245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"91881ee4-02f5-4026-820f-5cd881dc5059","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.43844073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"62d77238-6182-4d1c-bd46-cad41d07cc17","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:16:21.443509674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"2e636d7d-0b38-4f34-bc90-c9acc66d1dfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-b1bf05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T05:16:21.445186625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"91881ee4-02f5-4026-820f-5cd881dc5059","name":"rate-test-model-e3914e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e3914e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T05:16:21.445234702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"91881ee4-02f5-4026-820f-5cd881dc5059","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e3914e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.450547286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"fd51fe82-9c9d-46f4-af97-fa060678652b","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.450561763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"fd51fe82-9c9d-46f4-af97-fa060678652b","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.495657901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"62d77238-6182-4d1c-bd46-cad41d07cc17","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.555458716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"6a736296-3aa8-4af0-8217-c683cf2dcf15","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.555479226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"6a736296-3aa8-4af0-8217-c683cf2dcf15","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.611367847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"d49795ce-2d44-4337-b80b-40f680d4e7d0","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.611386254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"d49795ce-2d44-4337-b80b-40f680d4e7d0","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.625261497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"180b6147-17a9-4842-b984-197934e2c27c","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.625277918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"180b6147-17a9-4842-b984-197934e2c27c","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.684670159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"62348b5d-a735-4b15-a327-915661c838a4","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.684687797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"62348b5d-a735-4b15-a327-915661c838a4","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.732774026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"ceefb18b-d540-4674-ac05-c3bf5516e989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:16:21.736533275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"e0dd117f-3416-4fa0-a831-95b055a9fc59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-b1bf05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.789878985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"ceefb18b-d540-4674-ac05-c3bf5516e989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.828053596Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"26e6c721-9825-4249-aaa9-28fabc0d4b1a","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","model":"rate-test-model-e3914e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e3914e/e2e-rate-iso-a-b1bf05"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.832797715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"bc929f30-880b-4d1d-92c3-6f1ee5daa3f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.84822534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"98b1b3b1-79e5-4ca1-acd6-0ab6d865fc21","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.848239487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"98b1b3b1-79e5-4ca1-acd6-0ab6d865fc21","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.890183073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"bc929f30-880b-4d1d-92c3-6f1ee5daa3f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.906314985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"59d17a07-a0c8-408e-89c4-d0c6acaa8051","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.906331791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"59d17a07-a0c8-408e-89c4-d0c6acaa8051","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.997320344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"cde9a554-e5e7-4ef6-a818-ce3ace2ee17d","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:21.997340001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"cde9a554-e5e7-4ef6-a818-ce3ace2ee17d","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.104415641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"dd56c3e3-f0a9-47f7-afea-3f31b598bfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.122681819Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"db068733-ddf0-4c01-b50f-c8d724564919","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","model":"rate-test-model-bef184","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bef184/e2e-rate-iso-b-b1bf05"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.162228599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"dd56c3e3-f0a9-47f7-afea-3f31b598bfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.221496686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"9b60a859-a0cd-470e-95c6-ab2397981f57","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.291282595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"aade4948-ad93-4448-8dcc-8c7d12766b89","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.291308672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"aade4948-ad93-4448-8dcc-8c7d12766b89","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:22.505612612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"dd1bfb5a-72d6-4576-b69b-7c585762f036","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:24.384889311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"bbeab427-a4cd-4140-bee4-ab3cfd11a110","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscription":"e2e-shared-sub-0ba911","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:24.608367464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-shared-sub-0ba911","reconcileID":"bbeab427-a4cd-4140-bee4-ab3cfd11a110","MaaSSubscription":{"name":"e2e-shared-sub-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-6e4b8d/e2e-b-only-0ba911"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:24.823829607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"57b273a3-f104-4728-8024-ddcb0d8174a6","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:24.828247806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"4d23c2aa-22f3-4f89-8cce-aa15acebd147","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:24.828265657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"4d23c2aa-22f3-4f89-8cce-aa15acebd147","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:25.143967046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"11f9d722-518a-4f88-b59d-19e3367f94f7","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:25.143990764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"11f9d722-518a-4f88-b59d-19e3367f94f7","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:26.407717688Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-853e85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-853e85","reconcileID":"30a692cd-628c-41c1-90b8-da7505abec77","aitenant":"ai-tenants/e2e-worker-w0-853e85","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:27.018756408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4386df68-aae5-4446-ae37-ff0c48c4aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:27.073147746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4386df68-aae5-4446-ae37-ff0c48c4aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:27.126866377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4386df68-aae5-4446-ae37-ff0c48c4aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:27.180791554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4386df68-aae5-4446-ae37-ff0c48c4aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:27.237737118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-853e85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-853e85","reconcileID":"30a692cd-628c-41c1-90b8-da7505abec77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-853e85","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-853e85"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:29.13894132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d954a8ce-62ff-4b0b-95d8-74c033d85aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:29.192958298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d954a8ce-62ff-4b0b-95d8-74c033d85aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:29.246848901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d954a8ce-62ff-4b0b-95d8-74c033d85aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:29.301004811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d954a8ce-62ff-4b0b-95d8-74c033d85aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:31.233017758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627db7ad-5ecd-4e6b-aaba-b346c38fb924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:31.287463191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627db7ad-5ecd-4e6b-aaba-b346c38fb924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:31.341369213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627db7ad-5ecd-4e6b-aaba-b346c38fb924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:31.394972472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627db7ad-5ecd-4e6b-aaba-b346c38fb924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:33.518288037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"5bfc4521-7b2d-4cb0-8eda-354896016600","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:33.685017955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"5c9cf39b-4528-49dc-979e-5a2bf58dc87f","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:33.685036908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"5c9cf39b-4528-49dc-979e-5a2bf58dc87f","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.047858179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"a7b79c6f-8312-494c-b6e0-8ed05ff80a5d","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.21608961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"5ced42df-9947-4c21-8215-9f379721f2df","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.216109541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"5ced42df-9947-4c21-8215-9f379721f2df","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.318926764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"458c0755-e0ba-48d3-94a8-fe58d486ead9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.376180659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"458c0755-e0ba-48d3-94a8-fe58d486ead9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.420648147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a88a951a-e223-471a-bd9c-ef1472df6724","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:34.478410522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a88a951a-e223-471a-bd9c-ef1472df6724","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:35.310839949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"f2c49786-4584-4566-a5fc-5bb994d13c48","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","subscription":"e2e-b-only-0ba911","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:35.364652414Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"f2c49786-4584-4566-a5fc-5bb994d13c48","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:35.418709067Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"e2e-b-only-0ba911","reconcileID":"f2c49786-4584-4566-a5fc-5bb994d13c48","MaaSSubscription":{"name":"e2e-b-only-0ba911","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"name":"maas-trlp-sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:35.697385679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"dd480827-e43a-48fe-ab8b-4f206a092c9b","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"tenant":"e2e-shared-b-w4-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","model":"ai-tenant-e2e-shared-b-w4-6e4b8d/sub-test-model-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:35.697406056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"sub-test-model-6e4b8d","reconcileID":"dd480827-e43a-48fe-ab8b-4f206a092c9b","MaaSModelRef":{"name":"sub-test-model-6e4b8d","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"routeName":"sub-test-model-6e4b8d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","llmisvcName":"sub-test-model-6e4b8d","gateway":"openshift-ingress/e2e-shared-b-w4-6e4b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:40.641533293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.638748209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a59e98a8-ba83-4311-ad2c-3ecb55c5e028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.638851295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"aa24aa0f-8caa-41a5-9a7c-adb1c306c6d4","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.638866527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"aa24aa0f-8caa-41a5-9a7c-adb1c306c6d4","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.868258075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a59e98a8-ba83-4311-ad2c-3ecb55c5e028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.923031913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"c534b311-9462-4a11-8aad-badbf12e62f1","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.992216387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a59e98a8-ba83-4311-ad2c-3ecb55c5e028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"e2e-shared-a-w3-e3914e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:51.992236739Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"a59e98a8-ba83-4311-ad2c-3ecb55c5e028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.049126143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"45f7ecff-1766-4ff9-9d4c-0744a2a55449","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.049148271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"45f7ecff-1766-4ff9-9d4c-0744a2a55449","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.188401994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"e994579c-def3-4b32-bf67-558989eac92a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.188504122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f5ffb3df-dad0-4047-b771-d1465981945a","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.188520409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f5ffb3df-dad0-4047-b771-d1465981945a","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.326181206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"99ba05ff-50a2-46bb-a586-d0c18082ec7c","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.395745586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"e994579c-def3-4b32-bf67-558989eac92a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.464251053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"2b125a74-c078-4868-a922-1f9a4b596723","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.520870274Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"e994579c-def3-4b32-bf67-558989eac92a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"e2e-shared-b-w3-bef184-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.520903514Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-auth-b1bf05","reconcileID":"e994579c-def3-4b32-bf67-558989eac92a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.577984338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f165f33d-c91f-480f-9a6b-f33e8e34415b","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.578001896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"f165f33d-c91f-480f-9a6b-f33e8e34415b","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.725057373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"b94a827e-c576-406f-8de5-ce998555d43a","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.725108731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"b94a827e-c576-406f-8de5-ce998555d43a","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:16:52.856638936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"d7eca1c8-fac3-4fbf-9db8-488fe3ccd6f2","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:00.524883289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e056a98c-7e26-4b82-8c34-9ce061b258f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:00.578669182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e056a98c-7e26-4b82-8c34-9ce061b258f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:00.632370843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e056a98c-7e26-4b82-8c34-9ce061b258f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:00.686141724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e056a98c-7e26-4b82-8c34-9ce061b258f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.629921434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb4de4f-cfdc-4e70-9df9-64224d845359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.683512861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb4de4f-cfdc-4e70-9df9-64224d845359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.737039784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb4de4f-cfdc-4e70-9df9-64224d845359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.790685852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb4de4f-cfdc-4e70-9df9-64224d845359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.891058222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"91a52fe7-c807-4df6-b609-f849b02440a3","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","subscription":"e2e-rate-iso-a-b1bf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:02.944780035Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"91a52fe7-c807-4df6-b609-f849b02440a3","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:03.000658751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"e2e-rate-iso-a-b1bf05","reconcileID":"91a52fe7-c807-4df6-b609-f849b02440a3","MaaSSubscription":{"name":"e2e-rate-iso-a-b1bf05","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"name":"maas-trlp-rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:03.28566944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"e0db3539-391c-4be5-a056-929cf3c26798","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"tenant":"e2e-shared-a-w3-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","model":"ai-tenant-e2e-shared-a-w3-e3914e/rate-test-model-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:03.28569193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"rate-test-model-e3914e","reconcileID":"e0db3539-391c-4be5-a056-929cf3c26798","MaaSModelRef":{"name":"rate-test-model-e3914e","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"routeName":"rate-test-model-e3914e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","llmisvcName":"rate-test-model-e3914e","gateway":"openshift-ingress/e2e-shared-a-w3-e3914e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:03.430155874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"315e8eca-9ec2-464e-91c8-777d3f94d8ce","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:03.430175874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"315e8eca-9ec2-464e-91c8-777d3f94d8ce","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.182820002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","namespace":"ai-tenant-e2e-shared-a-w4-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.182890986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","namespace":"ai-tenant-e2e-shared-a-w4-880560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.18296177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","tenant":"e2e-shared-a-w4-880560","tenantID":"e2e-shared-a-w4-880560","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.252538578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-880560","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.313376857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Service","name":"maas-api-e2e-shared-a-w4-880560","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.372538014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-880560","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.430558813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-880560","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.489090402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.544806342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.602813395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.658386401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.71178443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.765292346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.818985006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.872246189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.925488634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:07.978685982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.031987472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.088473836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.142043053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.195586675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.2493414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-880560","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:08.302498347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-880560"},"namespace":"ai-tenant-e2e-shared-a-w4-880560","name":"default-tenant","reconcileID":"ee8dd6ba-f0bc-4832-894e-a6e7cefc1e07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-880560","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:10.643332291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:11.963265065Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-880560","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-880560","reconcileID":"d80d3c52-1546-4c6b-aec1-a9f456d0abd2","aitenant":"ai-tenants/e2e-shared-a-w4-880560","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:12.545271165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c75b4a-df82-45cf-94ae-60972cae8e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:12.599248481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c75b4a-df82-45cf-94ae-60972cae8e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:12.652874807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c75b4a-df82-45cf-94ae-60972cae8e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:12.706842173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c75b4a-df82-45cf-94ae-60972cae8e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:12.820003889Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-880560","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-880560","reconcileID":"d80d3c52-1546-4c6b-aec1-a9f456d0abd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-880560","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-880560"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:13.597613901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"896c20d5-582d-4c59-b4dd-84a98cd06b33","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","subscription":"e2e-rate-iso-b-b1bf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:13.651224038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"896c20d5-582d-4c59-b4dd-84a98cd06b33","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:13.704952978Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"e2e-rate-iso-b-b1bf05","reconcileID":"896c20d5-582d-4c59-b4dd-84a98cd06b33","MaaSSubscription":{"name":"e2e-rate-iso-b-b1bf05","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"name":"maas-trlp-rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.048675605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"aa3fc4f8-9150-48e0-aca5-7fc2f251930e","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"tenant":"e2e-shared-b-w3-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","model":"ai-tenant-e2e-shared-b-w3-bef184/rate-test-model-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.048697461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"rate-test-model-bef184","reconcileID":"aa3fc4f8-9150-48e0-aca5-7fc2f251930e","MaaSModelRef":{"name":"rate-test-model-bef184","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"routeName":"rate-test-model-bef184-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bef184","llmisvcName":"rate-test-model-bef184","gateway":"openshift-ingress/e2e-shared-b-w3-bef184","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.72131364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6057b9c-12fa-43cb-84b2-b60876729113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.775407435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6057b9c-12fa-43cb-84b2-b60876729113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.828954937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6057b9c-12fa-43cb-84b2-b60876729113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:14.882635103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6057b9c-12fa-43cb-84b2-b60876729113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:16.81679104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f8e3e9-6434-4451-b7e9-7d2c204a79ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:16.871468787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f8e3e9-6434-4451-b7e9-7d2c204a79ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:16.92556761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f8e3e9-6434-4451-b7e9-7d2c204a79ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:16.97948284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f8e3e9-6434-4451-b7e9-7d2c204a79ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:21.333590607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79230c6-3235-473b-ade8-263d6f037edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:21.387655576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79230c6-3235-473b-ade8-263d6f037edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:21.441535042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79230c6-3235-473b-ade8-263d6f037edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:21.495288886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79230c6-3235-473b-ade8-263d6f037edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:23.427667248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f39ab2-8d9e-4a26-a095-5f99740bd748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:23.481483898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f39ab2-8d9e-4a26-a095-5f99740bd748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:23.535366716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f39ab2-8d9e-4a26-a095-5f99740bd748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:23.590292922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f39ab2-8d9e-4a26-a095-5f99740bd748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:40.642111362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.237945011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.238000034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.238047435Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","tenant":"e2e-shared-b-w4-6e4b8d","tenantID":"e2e-shared-b-w4-6e4b8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.293472139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-6e4b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.356033685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Service","name":"maas-api-e2e-shared-b-w4-6e4b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.414420647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-6e4b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.471305007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-6e4b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.532393138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.587984908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.645772423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.701313341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.754664557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.807747638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.861102337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.914324247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:44.967355354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.020496901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.074531991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.130694701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.18381631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.237172543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.290512271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-6e4b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:45.3436874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d"},"namespace":"ai-tenant-e2e-shared-b-w4-6e4b8d","name":"default-tenant","reconcileID":"097d1404-6fa8-4f83-b7e8-756b1e569313","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-6e4b8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:48.76277619Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6e4b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6e4b8d","reconcileID":"b9415191-02e1-4e8c-af16-3a2948c8328c","aitenant":"ai-tenants/e2e-shared-b-w4-6e4b8d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:49.329360186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42c4df4-3998-4e1a-935f-84f101ff6741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:49.3832579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42c4df4-3998-4e1a-935f-84f101ff6741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:49.436867412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42c4df4-3998-4e1a-935f-84f101ff6741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:49.490698927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42c4df4-3998-4e1a-935f-84f101ff6741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:49.60399922Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6e4b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6e4b8d","reconcileID":"b9415191-02e1-4e8c-af16-3a2948c8328c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-6e4b8d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-6e4b8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:50.686565926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-access","reconcileID":"10b4ae57-4c84-4851-a9dc-443bbdb2c31a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:50.686872627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"9c02ac4d-5fab-4443-879f-88df84572dab","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:50.893503008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"519fb3d5-34b8-4e90-bfeb-0ef996174015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:50.897425377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3acdb68d-e0c6-4f60-aa79-6af5837e534c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:50.951117776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"519fb3d5-34b8-4e90-bfeb-0ef996174015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.001556559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"492f34f9-6e1a-467b-9a4b-d8f4604404db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.032212089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"3a53b1c8-5125-4e4a-a56a-0a97c7447b2b","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.217192032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"b311320f-2ef8-4ee0-a2ec-016a084dccce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.274288208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"b311320f-2ef8-4ee0-a2ec-016a084dccce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.310809254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"edf5944f-c73b-4249-8ef9-7e3ff96385cf","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.364307312Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"3c2bfecd-116f-4271-8b3e-4ed253b51d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-722400d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.423438759Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"ff0b7560-122c-4343-85ad-bb220c5a9fd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-722400d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.429371932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8367d3f1-16c2-4465-9463-04212d6eb478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.483194235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8367d3f1-16c2-4465-9463-04212d6eb478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.536933185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8367d3f1-16c2-4465-9463-04212d6eb478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.59078332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8367d3f1-16c2-4465-9463-04212d6eb478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.644180142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d3a50aa6-5640-4244-a56a-f56c493467fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:51.702114615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"d3a50aa6-5640-4244-a56a-f56c493467fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:53.465514483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"09f32933-c03c-485b-917a-4e22ca2c9e68","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:53.529481547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe26ab5-c48a-4754-acdf-d58f04937089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:53.583379994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe26ab5-c48a-4754-acdf-d58f04937089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:53.637016499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe26ab5-c48a-4754-acdf-d58f04937089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:53.690939557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe26ab5-c48a-4754-acdf-d58f04937089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:55.612197146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"c846d0bc-32e8-488d-87f8-62bacef6e2e0","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:58.979662498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"fcf47a97-1f51-4e21-86d0-7204b911b604","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:59.149153598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2c4da921-0e7c-4e1f-95dd-a23c2b5a5868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:59.194827186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"6df5f501-aacd-4759-a596-017a95ce4bab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:59.206248209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2c4da921-0e7c-4e1f-95dd-a23c2b5a5868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:59.361881456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"9152db89-e337-4feb-8f1f-b00640fe9cb5","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:17:59.584427905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"f8d9a4f1-5bed-4f0a-ab66-1cd484443671","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.37025202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"fdd501e1-f996-406c-bf26-6d72bdc3916c","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.477234249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"52c45df0-6bf4-4ae1-bfb4-a0302bee977b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.531497464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"52c45df0-6bf4-4ae1-bfb4-a0302bee977b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.590256592Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"simulator-subscription","reconcileID":"52c45df0-6bf4-4ae1-bfb4-a0302bee977b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/simulator-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.88381761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"6e6d0e0d-2f40-4180-b03c-90555e4bb8e9","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:01.990342017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c7f64709-cf05-4de7-b941-c4d73240272b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:02.04771165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"c7f64709-cf05-4de7-b941-c4d73240272b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:03.525815689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"f3487201-3a43-4f24-a3d0-7a8c09c4a90d","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:05.6711626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"1082ad60-d66a-4bb3-873e-4ef6048e6826","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:05.812807588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5f6c6a-ec22-42f7-9b7c-3ec904221fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:05.866644499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5f6c6a-ec22-42f7-9b7c-3ec904221fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:05.920816495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5f6c6a-ec22-42f7-9b7c-3ec904221fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:05.975171789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5f6c6a-ec22-42f7-9b7c-3ec904221fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.037884592Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.037951799Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","namespace":"ai-tenant-e2e-shared-a-w3-e3914e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.038003087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","tenant":"e2e-shared-a-w3-e3914e","tenantID":"e2e-shared-a-w3-e3914e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.093385295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-e3914e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.156489375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Service","name":"maas-api-e2e-shared-a-w3-e3914e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.249429671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-e3914e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.304393508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-e3914e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.35989757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.415142878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.472953907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.53000769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.583355743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.636398777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.689670717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.743044925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.796060364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.849038304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.902365411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:06.958895381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.049587535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.103802675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.157161916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-e3914e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.210268096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e3914e"},"namespace":"ai-tenant-e2e-shared-a-w3-e3914e","name":"default-tenant","reconcileID":"43816df4-5d37-4b98-b951-2f9bce7832a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-e3914e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.371879399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2323f885-5891-4b36-bd00-b91c90ded4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.382865256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"2148cea2-8bc0-49fe-931e-d44a13aecedc","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.4267275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"54d39639-8473-444e-b0e7-98062bd355a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.430903943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"2323f885-5891-4b36-bd00-b91c90ded4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.634186936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"e8ccea9d-9a10-4cb6-96c1-5df1a93e8ee1","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.634399304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"19ce3ae4-01bf-4525-aedb-fc7ec7276f61","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.634557411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"12837773-fbd4-40ea-bd97-16bb8d8e511e","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.634704243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"80fe2f82-8324-4a2f-a7ba-fcbc7e2fd222","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.705216303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"7ee39077-ad44-4e51-9b50-8b07505b67de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63185a92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.746113978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fef16d17-04ce-4588-a422-3ca4269aefe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.759614204Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"6a07f298-c78a-4a1d-a7c7-877c51692d32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63185a92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.783433797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"77bc2947-6e39-49e9-b4e9-396c1924d3ff","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.803352686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"fef16d17-04ce-4588-a422-3ca4269aefe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.92605559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dbe8272-3acb-4e23-969b-0b39861badb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.980394381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dbe8272-3acb-4e23-969b-0b39861badb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:07.980492957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3121029c-d555-468e-8984-9aacdd1b6e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.033986252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dbe8272-3acb-4e23-969b-0b39861badb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.088381646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dbe8272-3acb-4e23-969b-0b39861badb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.241648122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3121029c-d555-468e-8984-9aacdd1b6e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.374742553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3121029c-d555-468e-8984-9aacdd1b6e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"e2e-worker-w4-093e34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.374764759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-access","reconcileID":"3121029c-d555-468e-8984-9aacdd1b6e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-093e34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:08.431477991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"82c90401-6738-466c-b1c5-b5e725a072e8","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:10.026532129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a420a9-cc3a-426f-b28c-bb0c9fccbd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:10.0804199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a420a9-cc3a-426f-b28c-bb0c9fccbd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:10.134101462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a420a9-cc3a-426f-b28c-bb0c9fccbd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:10.187877071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a420a9-cc3a-426f-b28c-bb0c9fccbd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:10.641708144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:12.122418921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bfbba2-8d0c-41a5-9e3d-969426fe5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:12.176405527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bfbba2-8d0c-41a5-9e3d-969426fe5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:12.231006036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bfbba2-8d0c-41a5-9e3d-969426fe5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:12.285547741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bfbba2-8d0c-41a5-9e3d-969426fe5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:14.206758768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580dadfc-3d4e-492c-a878-01835a30a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:14.260673809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580dadfc-3d4e-492c-a878-01835a30a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:14.314646005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580dadfc-3d4e-492c-a878-01835a30a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:14.368265622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580dadfc-3d4e-492c-a878-01835a30a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:16.9323068Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e3914e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e3914e","reconcileID":"dcacba2d-26c0-4ea6-95ff-b968703df9e3","aitenant":"ai-tenants/e2e-shared-a-w3-e3914e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.522500202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0ca46-828c-4ac3-bf3c-53a875c78c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.5762771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0ca46-828c-4ac3-bf3c-53a875c78c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.629748366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0ca46-828c-4ac3-bf3c-53a875c78c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.634856383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"d66436f6-95fd-4376-92b8-c682cabbc28f","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.683436012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0ca46-828c-4ac3-bf3c-53a875c78c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.683691172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"3fa43c94-ca58-4034-90ee-f2c10a41162a","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.683869286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"1f3e5657-2ef1-46c6-a2b8-8219dfb7ad44","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.799974672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e3914e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e3914e","reconcileID":"dcacba2d-26c0-4ea6-95ff-b968703df9e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e3914e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e3914e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.814100126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"0408624d-4c65-49eb-8eb4-4c419b9975da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.868926519Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"0408624d-4c65-49eb-8eb4-4c419b9975da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:17.954542309Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"premium-simulator-subscription","reconcileID":"0408624d-4c65-49eb-8eb4-4c419b9975da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34"},"name":"maas-trlp-premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34","model":"e2e-models-e2e-worker-w4-093e34/premium-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:18.127239239Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"9eba0da3-0d50-4e06-a36c-5e861a49b010","namespace":"ai-tenant-e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:18.127298286Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"9eba0da3-0d50-4e06-a36c-5e861a49b010","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:18.18202481Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"9eba0da3-0d50-4e06-a36c-5e861a49b010","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:18.182042975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"9eba0da3-0d50-4e06-a36c-5e861a49b010","namespace":"ai-tenant-e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:18.230686708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"f1907041-6b48-423f-b086-50f0e2e5539e","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:19.720081641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc06a671-2731-474f-8506-b38ce261b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:19.77379043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc06a671-2731-474f-8506-b38ce261b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:19.827965845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc06a671-2731-474f-8506-b38ce261b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:19.882456778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc06a671-2731-474f-8506-b38ce261b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:21.817399125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd24659d-39c7-4e91-b311-cba9e166e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:21.874004107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd24659d-39c7-4e91-b311-cba9e166e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:21.927885325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd24659d-39c7-4e91-b311-cba9e166e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:21.981419817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd24659d-39c7-4e91-b311-cba9e166e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:25.73861491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9950acc-c18f-41c5-a588-28ddec85151b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:25.792627321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9950acc-c18f-41c5-a588-28ddec85151b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:25.846655298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9950acc-c18f-41c5-a588-28ddec85151b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:25.900540957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9950acc-c18f-41c5-a588-28ddec85151b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.683828272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"1ae0c613-8700-4422-9e8d-1e22a1c7e609","MaaSModelRef":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"simulator-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"simulator-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.684139493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"4d579005-0685-4f80-90c8-dc0b8c490488","MaaSModelRef":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.684356452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"f206f81f-6c78-4525-be86-555d0fcbd26e","MaaSModelRef":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"distinct-2-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"distinct-2-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.829163248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfdff68-267d-4227-84dc-18336cf78e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.883039761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfdff68-267d-4227-84dc-18336cf78e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.936690447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfdff68-267d-4227-84dc-18336cf78e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:27.990763935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfdff68-267d-4227-84dc-18336cf78e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:28.23208354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"premium-w4-093e34","reconcileID":"6d471254-2fe9-4a6d-8220-aff86232a9a4","MaaSModelRef":{"name":"premium-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"routeName":"premium-w4-093e34-kserve-route","namespace":"e2e-models-e2e-worker-w4-093e34","llmisvcName":"premium-w4-093e34","gateway":"openshift-ingress/e2e-worker-w4-093e34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.06693893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","namespace":"ai-tenant-e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.066993446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","namespace":"ai-tenant-e2e-worker-w4-093e34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.067041904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","tenant":"e2e-worker-w4-093e34","tenantID":"e2e-worker-w4-093e34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.122506164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Deployment","name":"maas-api-e2e-worker-w4-093e34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.186103511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Service","name":"maas-api-e2e-worker-w4-093e34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.241819205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-093e34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.297325989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-093e34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.353451661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.411519626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.469360705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.525257594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.578651311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.631945276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.685340814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Service","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.738396154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.791821544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.845026282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.898036049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:34.95560379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:35.008938749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:35.063014519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:35.1170961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-093e34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:35.172558045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-093e34"},"namespace":"ai-tenant-e2e-worker-w4-093e34","name":"default-tenant","reconcileID":"ae6084c1-b2df-4e44-95c4-03531e27cf36","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-093e34","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.208159632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","namespace":"ai-tenant-e2e-shared-b-w3-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.208238705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","namespace":"ai-tenant-e2e-shared-b-w3-bef184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.208309158Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","tenant":"e2e-shared-b-w3-bef184","tenantID":"e2e-shared-b-w3-bef184","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.264222388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-bef184","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.325461525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Service","name":"maas-api-e2e-shared-b-w3-bef184","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.381971153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-bef184","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.437185603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-bef184","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.49496148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.550178022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.608179269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.643420042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.663526843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.716749095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.772142277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.825789961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.879148153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.932530557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:40.985544168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.038799124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.094887036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.148529832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.201833998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.255227664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-bef184","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:41.308543605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bef184"},"namespace":"ai-tenant-e2e-shared-b-w3-bef184","name":"default-tenant","reconcileID":"a7bb7124-0a25-4bdb-a747-0bf6b7d2fa02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-bef184","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:42.893518661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-093e34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-093e34","reconcileID":"e9810590-7045-45a5-8bff-3a810ba34b6e","aitenant":"ai-tenants/e2e-worker-w4-093e34","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:43.521913771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0568384-0410-415b-90f9-da1fe66b71ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:43.575984799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0568384-0410-415b-90f9-da1fe66b71ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:43.629609831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0568384-0410-415b-90f9-da1fe66b71ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:43.683398432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0568384-0410-415b-90f9-da1fe66b71ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:43.742904639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-093e34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-093e34","reconcileID":"e9810590-7045-45a5-8bff-3a810ba34b6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-093e34","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-093e34"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:45.455950142Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bef184","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bef184","reconcileID":"f63df4d0-5195-4851-b927-25bb1306c3d6","aitenant":"ai-tenants/e2e-shared-b-w3-bef184","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:45.629029713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8198a6-8a73-4a6c-9300-6710b73c4959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:45.682895905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8198a6-8a73-4a6c-9300-6710b73c4959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:45.737330516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8198a6-8a73-4a6c-9300-6710b73c4959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:45.791569312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8198a6-8a73-4a6c-9300-6710b73c4959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:46.232288946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bef184","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bef184","reconcileID":"f63df4d0-5195-4851-b927-25bb1306c3d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bef184","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bef184"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.329514268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"f0059704-9bcf-463a-9c4f-d6da6d83eb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.329570635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"5428ffc9-4645-403d-a2f2-d1460d068110","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.495221065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"06dd8e70-edc2-43c8-871d-46b7adb889eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.540442716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"dedb2726-9838-445e-923b-66f1497ba601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.540632857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"b1af9f9e-56b6-484c-af7a-dec839482e7b","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.552273677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"06dd8e70-edc2-43c8-871d-46b7adb889eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.602983281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"6c8bd912-9a0d-4d6b-803a-e56f0f06608a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.685938891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"a3308309-d8c0-4621-9d4b-ea352fdaaf4e","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.72300617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23983655-e50d-4d7c-9b9e-61652f7a228b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T05:18:47.776463321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-access","reconcileID":"dedb2726-9838-445e-923b-66f1497ba601","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.776914867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23983655-e50d-4d7c-9b9e-61652f7a228b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.830645696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23983655-e50d-4d7c-9b9e-61652f7a228b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.884308557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23983655-e50d-4d7c-9b9e-61652f7a228b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:47.991116542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2543f0ce-7fc4-4b57-837b-ae6938504ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:48.048316615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"2543f0ce-7fc4-4b57-837b-ae6938504ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:49.827043559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddf60af-1e1e-4d03-a69b-0cafff17be24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:49.880722011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddf60af-1e1e-4d03-a69b-0cafff17be24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:49.934456681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddf60af-1e1e-4d03-a69b-0cafff17be24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:49.988031754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ddf60af-1e1e-4d03-a69b-0cafff17be24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.075918571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"c7735e1f-bc3b-4818-b3e1-384804b3d0aa","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.243224324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"d6a6f6f1-39cd-42ea-93cf-e035405472cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.294149928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"60952b30-3aac-46cd-88a0-85209ecdaa38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.301243404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"d6a6f6f1-39cd-42ea-93cf-e035405472cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.461831233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"e1b500b9-5066-4615-b4d9-b61087098720","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:52.676232412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"d52cb0ce-3687-48a8-a779-4f391b4a1672","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.045678046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a872e95-dee0-4448-a941-1b3a50ac6c32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.143872057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a755b499-3447-4175-a9ca-e385fe06ec12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.245020567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"9f15a1d1-13e2-4084-ab21-fc88c0fd105b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.890865091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"622889dc-ace3-4fee-83e9-aab73f1e4ce6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.944881927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"622889dc-ace3-4fee-83e9-aab73f1e4ce6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.986850365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"d9264b4a-92e3-439f-8e9e-97f44a850169","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:57.998615512Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"simulator-subscription","reconcileID":"622889dc-ace3-4fee-83e9-aab73f1e4ce6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/simulator-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:58.27517852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"a0f0f15e-0534-4109-a004-78ce24f5044c","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:58.315260277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"27271eb7-df3f-4908-932b-1f77ad41003d","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:58.381992776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9c89ee6c-76cf-4e34-a969-e55a4bc75e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:58.439291176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"9c89ee6c-76cf-4e34-a969-e55a4bc75e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:18:58.641307533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"cb7b281c-b834-4b17-bf29-7833922db66b","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.463219986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"eccf1c0d-82e7-44ed-add2-e4016b7a4e14","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.538236431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9f97cf1-c12b-4488-a1d3-dfe1629a2a1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.624485758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38882fab-724b-48b7-9347-a0c4c760207f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.724391917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"86f9369b-7717-4cf5-83ad-19101d7236a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.772559627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4f630206-1225-4746-9c5a-842861da9a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:02.829622471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"4f630206-1225-4746-9c5a-842861da9a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.443588747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"ec9718c9-648c-42b2-aaa2-2391e95e2677","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.550125541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"338738c6-750f-4ad0-b725-035e486ee19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.607757547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"338738c6-750f-4ad0-b725-035e486ee19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.609669434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"2bffc075-0ca8-404f-8ae2-5234a04e43c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa56902b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.92070713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ca8d0e03-f832-47f7-b1e9-075ad756d522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:03.978484964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"ca8d0e03-f832-47f7-b1e9-075ad756d522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.051106434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"3822f38d-0768-4936-baaf-4f6a402f2bf9","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.162744565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"62b2bdf5-bee7-47c3-92b5-b31ca39c0f35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa56902b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.1849785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a7ccbf31-1b8e-4d4b-ae53-7632ef66a3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.265399284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"122dd1e8-b89f-4c86-8d1a-cd617939f4e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa56902b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.439775059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a7ccbf31-1b8e-4d4b-ae53-7632ef66a3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.563807503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a7ccbf31-1b8e-4d4b-ae53-7632ef66a3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"e2e-worker-w3-f1cd1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.563827941Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-access","reconcileID":"a7ccbf31-1b8e-4d4b-ae53-7632ef66a3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.620768157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"d3553104-1566-4846-81e1-4acb13645948","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.653669262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8f38b954-bae9-454f-80bd-37e3e157f8c2","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.653900723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"e2895169-5450-4de5-a226-64b183677382","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.654086427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"92a5e45f-a491-4508-911e-a6487d80e9b1","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.654252007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"cf3e5a49-ede5-4622-8932-0c5fe917adbb","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:04.706823815Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"eaa6d719-914e-4c89-a8cd-f68233a464e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa56902b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:05.636290698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56198559-b3b3-425e-9fd9-de54cc9d0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:05.690181978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56198559-b3b3-425e-9fd9-de54cc9d0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:05.744112739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56198559-b3b3-425e-9fd9-de54cc9d0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:05.797966751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56198559-b3b3-425e-9fd9-de54cc9d0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.488884924Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"a46607d0-1650-447d-88ec-0df4dbf95bf7","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.488948785Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"a46607d0-1650-447d-88ec-0df4dbf95bf7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.546807677Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"a46607d0-1650-447d-88ec-0df4dbf95bf7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.546833941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"a46607d0-1650-447d-88ec-0df4dbf95bf7","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.726704502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ee34f-085a-4d17-bc80-046ceacce0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.781030067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ee34f-085a-4d17-bc80-046ceacce0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.834583007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ee34f-085a-4d17-bc80-046ceacce0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:07.888648661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ee34f-085a-4d17-bc80-046ceacce0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:10.641595458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:12.673581342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"d5cb26bf-2951-42c9-b510-1b508cf1b9b0","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:12.673647495Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"d5cb26bf-2951-42c9-b510-1b508cf1b9b0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:12.728758463Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"d5cb26bf-2951-42c9-b510-1b508cf1b9b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:12.728779392Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"d5cb26bf-2951-42c9-b510-1b508cf1b9b0","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:13.489959984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b493b6dd-e21c-4e96-bdc1-cfbc6ecbf128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:13.604106593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9a711ef-7f3e-4f06-a4f1-efac7d4ef1e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.655039599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"6262d10a-5a9f-43d5-8841-41971a3db2ea","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.655353903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"19676a26-e5ca-4baf-b501-1b25174529e1","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.65555086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"3ba81b68-da2c-4d9f-84dd-069ef1963767","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.708298636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"535b1231-b210-4eb1-9762-2e7f630457cc","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.76161315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"7719b269-0099-4eb4-948e-ee3327e8b878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.815297233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"7719b269-0099-4eb4-948e-ee3327e8b878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:14.869136105Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"premium-simulator-subscription","reconcileID":"7719b269-0099-4eb4-948e-ee3327e8b878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"name":"maas-trlp-premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c","model":"e2e-models-e2e-worker-w3-f1cd1c/premium-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:15.147719927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"61eac37f-ea2c-4a09-aa1b-03e9701e67ee","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.72923211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.729289817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","namespace":"ai-tenant-e2e-worker-w3-f1cd1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.729358366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","tenant":"e2e-worker-w3-f1cd1c","tenantID":"e2e-worker-w3-f1cd1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.785236688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Deployment","name":"maas-api-e2e-worker-w3-f1cd1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.849499803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Service","name":"maas-api-e2e-worker-w3-f1cd1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.905083069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-f1cd1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:17.960211694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-f1cd1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.016396233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.095424848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.153964632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.209021876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.262268543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.315505855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.368592142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Service","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.421594688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.474647373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.527695488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.580770376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.637045239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.690264635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.743266805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.796316331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-f1cd1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:18.849488691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f1cd1c"},"namespace":"ai-tenant-e2e-worker-w3-f1cd1c","name":"default-tenant","reconcileID":"900ae8cc-8915-4f00-b178-8675ec50501c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-f1cd1c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:19.505271104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6747be20-60a5-465e-82b9-110f8724a93c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:19.619379571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab3e88c7-6359-484a-a439-5563ef6897ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:24.6556399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"85d8b740-5f32-4842-bb8a-3fc87e65932d","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:24.655959117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ac2b0f0f-5d86-4ef2-af4a-1fe94fa5483b","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:24.656192545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"af816f77-4928-41cc-9554-960b84f95607","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:25.148793172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"2fe63f68-154b-4258-a074-de8898628c15","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:28.796650377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"3f6a7dd4-51b9-449d-8f8f-2e0d2c002e54","MaaSModelRef":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-2-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:28.797315046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"51a82041-1ef2-4e92-bba5-b2804e75eeaa","MaaSModelRef":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"distinct-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"distinct-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:28.797887426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"15900008-26e3-46e1-96ca-e289fc209496","MaaSModelRef":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"premium-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"premium-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:28.798478782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"c62df8d6-8a87-4a72-ad41-6631ad991fd6","MaaSModelRef":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"routeName":"simulator-w3-f1cd1c-kserve-route","namespace":"e2e-models-e2e-worker-w3-f1cd1c","llmisvcName":"simulator-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:30.961269789Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f1cd1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f1cd1c","reconcileID":"6b071add-e52b-440e-bf3d-4c6a38c638f9","aitenant":"ai-tenants/e2e-worker-w3-f1cd1c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:31.531621634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d502ec-0150-42a5-b1b1-5db24622829e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:31.585804248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d502ec-0150-42a5-b1b1-5db24622829e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:31.640574176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d502ec-0150-42a5-b1b1-5db24622829e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:31.695269037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d502ec-0150-42a5-b1b1-5db24622829e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:31.859691052Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f1cd1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f1cd1c","reconcileID":"6b071add-e52b-440e-bf3d-4c6a38c638f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f1cd1c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-f1cd1c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:33.697669427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2374f46d-9541-4d21-b9d6-5b60ea2faf36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:33.752243685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2374f46d-9541-4d21-b9d6-5b60ea2faf36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:33.806017736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2374f46d-9541-4d21-b9d6-5b60ea2faf36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:33.860734245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2374f46d-9541-4d21-b9d6-5b60ea2faf36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:35.783011541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25117ee2-de86-4183-b2d8-b0f8696aa296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:35.836878683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25117ee2-de86-4183-b2d8-b0f8696aa296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:35.890789008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25117ee2-de86-4183-b2d8-b0f8696aa296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T05:19:35.944545656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25117ee2-de86-4183-b2d8-b0f8696aa296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}